00000020:01000004:0.0F:1790964066.717688:0:31819:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1790964066.717705:0:31819:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:0.0:1790964066.717708:0:31819:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0:1790964066.717895:0:31819:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 0000000089c4c7bd 00000080:02000400:0.0:1790964066.717908:0:31819:0:(super25.c:149:lustre_fill_super()) lustre-MDT0000: mounting server target with '-t lustre' deprecated, use '-t lustre_tgt' 00000020:01000004:0.0:1790964066.731189:0:31819:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:0.0:1790964066.731204:0:31819:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1790964066.731246:0:31819:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (00000000f7a85d7f) 00000020:00000080:0.0:1790964066.731266:0:31819:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0F:1790964066.848743:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0F:1790964066.863556:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1790964066.864645:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:3.0:1790964066.865833:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1790964066.867112:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1790964066.869456:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:3.0:1790964066.873187:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:3.0:1790964066.874560:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1790964066.874864:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:3.0:1790964066.875117:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1790964066.875327:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1790964066.875651:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:3.0:1790964066.877387:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1790964066.879089:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:3.0:1790964066.882148:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:3.0:1790964066.883344:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1790964066.883783:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:3.0:1790964066.884001:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1790964066.891431:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1790964066.898363:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:3.0:1790964066.898844:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1790964066.899100:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1790964066.899324:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1790964066.899586:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:3.0:1790964066.899790:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1790964066.899972:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1790964066.906020:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1790964066.906680:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1790964066.907002:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:0.0:1790964066.907340:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:0.0:1790964066.907814:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1790964066.908083:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:0.0:1790964066.908341:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:0.0:1790964066.908774:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1790964066.908984:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:0.0:1790964066.909196:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1790964066.909401:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1790964066.909756:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1790964066.910766:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:0.0:1790964066.911107:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1790964066.911310:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1790964066.911779:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1790964066.912181:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:0.0:1790964066.912657:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:0.0:1790964066.912927:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:0.0:1790964066.913169:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1790964066.913581:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:0.0:1790964066.914875:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:0.0:1790964066.915291:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:0.0:1790964066.915995:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:0.0:1790964066.918003:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:0.0:1790964066.918354:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:0.0:1790964066.918691:0:31819:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00080000:01000000:0.0:1790964066.919970:0:31819:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1790964066.920244:0:31819:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:0.0:1790964066.920252:0:31819:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:0.0:1790964066.920263:0:31819:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xac4d2e1fab2340ed 00000020:01000004:0.0:1790964066.920269:0:31819:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:0.0:1790964066.920273:0:31819:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:0.0:1790964066.920277:0:31819:0:(tgt_mount.c:101:server_register_mount()) register mount 0000000089c4c7bd from MGS 00000020:01000004:0.0:1790964066.920281:0:31819:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:0.0:1790964066.920290:0:31819:0:(genops.c:413:class_newdev()) Allocate new device MGS (00000000e0060ba3) 00000020:00000080:0.0:1790964066.920312:0:31819:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:0.0:1790964066.920367:0:31819:0:(tgt_mount.c:153:server_get_mount()) get mount 0000000089c4c7bd from MGS, refs=2 00080000:01000000:0.0:1790964066.920372:0:31819:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:0.0:1790964066.920377:0:31819:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xac4d2e1fab2340fb 00000100:00100000:0.0:1790964066.920880:0:31819:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0F:1790964066.923188:0:31819:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:1.0:1790964066.923216:0:31819:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1790964066.933216:0:31819:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:2.0:1790964066.933229:0:31819:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1790964066.944010:0:31819:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964066.944254:0:31819:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1790964066.944261:0:31819:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1790964066.944959:0:31819:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1790964066.944969:0:31819:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1790964066.945561:0:31819:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1790964066.945569:0:31819:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1790964066.946190:0:31828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964066.946193:0:31828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964066.946195:0:31828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964066.946826:0:31829:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964066.946829:0:31829:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964066.946831:0:31829:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790964066.947888:0:31819:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:1.0:1790964066.949652:0:31828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:2.0:1790964067.197620:0:31819:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip512 speed = 2295 MB/s 00000001:01000000:0.0:1790964067.447126:0:31819:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip4K speed = 3219 MB/s 00000001:01000000:3.0:1790964067.697102:0:31819:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc512 speed = 639 MB/s 00000001:01000000:3.0:1790964067.947795:0:31819:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc4K speed = 691 MB/s 00000040:01000000:1.0:1790964067.956463:0:31819:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:2.0:1790964067.966102:0:31831:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:0.0:1790964067.966296:0:31819:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:0.0:1790964067.966365:0:31819:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000040:00080000:0.0:1790964067.966436:0:31819:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 20000000:01000000:0.0:1790964067.966455:0:31819:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:0.0:1790964067.966775:0:31819:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964067.966951:0:31819:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:0.0:1790964067.967256:0:31819:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1790964067.969712:0:31819:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1790964067.969727:0:31819:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1790964067.972794:0:31819:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1790964067.972807:0:31819:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00010000:00010000:1.0:1790964067.975325:0:31829:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1790964067.979752:0:31819:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1790964067.979780:0:31819:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.201.126@tcp' 00000020:01000004:3.0:1790964067.979782:0:31819:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1790964067.979895:0:31819:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.201.126@tcp (typ=mgc) 00000020:00000080:3.0:1790964067.979921:0:31819:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.201.126@tcp (00000000edc1bc9c) 00000020:00000080:3.0:1790964067.979942:0:31819:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1790964067.983892:0:31819:0:(ldlm_lib.c:102:import_set_conn()) imp 000000001ec714a2@MGC192.168.201.126@tcp: add connection 192.168.201.126@tcp at head 00000100:00080000:2.0:1790964067.984136:0:31836:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00010000:00010000:3.0:1790964067.986479:0:31819:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.201.126@tcp-0 is initialized 00000040:01000000:3.0:1790964067.986493:0:31819:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.126@tcp ctxt 1 is initialized 10000000:01000000:0.0:1790964067.993081:0:31837:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:3.0:1790964067.993194:0:31819:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.201.126@tcp (uuid b9132a03-aeca-4bef-8b1c-0cb6c4ef178f) 00000020:00000080:3.0:1790964067.993222:0:31819:0:(genops.c:1385:class_connect()) connect: client b9132a03-aeca-4bef-8b1c-0cb6c4ef178f, cookie 0xac4d2e1fab234109 00000100:00080000:3.0:1790964067.993236:0:31819:0:(import.c:545:import_select_connection()) MGC192.168.201.126@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790964067.993243:0:31819:0:(import.c:665:import_select_connection()) MGC192.168.201.126@tcp: import 000000001ec714a2 using connection 192.168.201.126@tcp/0@lo 00000100:00100000:3.0:1790964067.993290:0:31819:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a7e431be x1877961920741504/t0(0) o250->MGC192.168.201.126@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790964067.993317:0:31819:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import b9132a03-aeca-4bef-8b1c-0cb6c4ef178f->MGS 00000020:01000004:3.0:1790964067.993343:0:31819:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:3.0:1790964067.993349:0:31819:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:3.0:1790964067.993363:0:31819:0:(genops.c:413:class_newdev()) Allocate new device MDS (00000000a6a7dcec) 00000020:00000080:3.0:1790964067.993375:0:31819:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:0.0:1790964067.994845:0:30946:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a7e431be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:30946:1877961920741504:0@lo:250: 00000100:00100000:0.0:1790964067.994974:0:30946:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964067.995131:0:31833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920741504 00000100:00100000:2.0:1790964067.995140:0:31833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920741504 00000100:00100000:2.0:1790964067.995192:0:31833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790964067.995198:0:31833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000cba4c5ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:30946:x1877961920741504:12345-0@lo:250: 00010000:00080000:2.0:1790964067.995226:0:31833:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from b9132a03-aeca-4bef-8b1c-0cb6c4ef178f@0@lo t0 exp 0000000000000000 cur 929 last 0 00000020:00000080:2.0:1790964067.995252:0:31833:0:(genops.c:1385:class_connect()) connect: client b9132a03-aeca-4bef-8b1c-0cb6c4ef178f, cookie 0xac4d2e1fab234117 00000100:00080000:2.0:1790964067.995393:0:31833:0:(import.c:65:import_set_state_nolock()) 00000000aa674b89 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790964067.995478:0:31833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000cba4c5ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+5:30946:x1877961920741504:12345-0@lo:250: Request processed in 277us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964067.995486:0:31833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790964067.996082:0:30946:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.201.126@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1790964067.996092:0:30946:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.201.126@tcp: connect to target with instance 0 00000100:00080000:0.0:1790964067.996099:0:30946:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.201.126@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1790964067.996104:0:30946:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1790964067.996107:0:30946:0:(import.c:65:import_set_state_nolock()) 000000001ec714a2 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1790964067.996110:0:30946:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1790964067.996118:0:30946:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:0.0:1790964067.996123:0:30946:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a7e431be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:30946:1877961920741504:0@lo:250: 00000100:00100000:3.0:1790964068.033296:0:31819:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790964068.033665:0:31819:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1790964068.033673:0:31819:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:3.0:1790964068.034876:0:31819:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:3.0:1790964068.034887:0:31819:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:2.0:1790964068.035906:0:31819:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:2.0:1790964068.035916:0:31819:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1790964068.037329:0:31819:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964068.037585:0:31819:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1790964068.037591:0:31819:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:2.0:1790964068.039262:0:31819:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:2.0:1790964068.039284:0:31819:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1790964068.076369:0:31819:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964068.076663:0:31819:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1790964068.076670:0:31819:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:2.0:1790964068.078429:0:31819:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:2.0:1790964068.078445:0:31819:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:3.0:1790964068.079553:0:31819:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790964068.079739:0:31819:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:3.0:1790964068.079744:0:31819:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:3.0:1790964068.080802:0:31819:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:3.0:1790964068.080819:0:31819:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:3.0:1790964068.081843:0:31819:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790964068.082291:0:31819:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:3.0:1790964068.082297:0:31819:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1790964068.083883:0:31819:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1790964068.083896:0:31819:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:3.0:1790964068.084929:0:31819:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790964068.085374:0:31819:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:3.0:1790964068.085380:0:31819:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:3.0:1790964068.086214:0:31819:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:3.0:1790964068.086223:0:31819:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1790964068.121325:0:31819:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790964068.121570:0:31819:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1790964068.121577:0:31819:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1790964068.123301:0:31819:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1790964068.123314:0:31819:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1790964068.125664:0:31819:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1790964068.125680:0:31819:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1790964068.128896:0:31819:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1790964068.128936:0:31819:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:3.0:1790964068.128943:0:31819:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.126@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1790964068.129268:0:31819:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.126@tcp ctxt 0 is initialized 00000020:01000004:3.0:1790964068.129318:0:31819:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.201.126@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1790964068.129323:0:31819:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1790964068.129325:0:31819:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790964068.129326:0:31819:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790964068.129327:0:31819:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790964068.129329:0:31819:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790964068.129330:0:31819:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790964068.129332:0:31819:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790964068.129333:0:31819:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790964068.129335:0:31819:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790964068.129336:0:31819:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1790964068.129339:0:31819:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1790964068.129342:0:31819:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1790964068.129349:0:31819:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790964068.129350:0:31819:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790964068.129350:0:31819:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790964068.129351:0:31819:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790964068.129352:0:31819:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790964068.129353:0:31819:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790964068.129354:0:31819:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790964068.129355:0:31819:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790964068.129356:0:31819:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1790964068.129385:0:31819:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1790964068.129756:0:31819:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e6c59a0c pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920741632:0@lo:253: 00000100:00100000:3.0:1790964068.129854:0:31819:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964068.130036:0:31819:0:(client.c:2716:ptlrpc_set_wait()) set 00000000830d49d0 going to sleep for 11 seconds 00000100:00100000:0.0:1790964068.130929:0:31835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920741632 00000100:00100000:0.0:1790964068.130940:0:31835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920741632 00000100:00100000:1.0:1790964068.135597:0:31835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790964068.135611:0:31835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000002b3b11e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+5:31819:x1877961920741632:12345-0@lo:253: 20000000:01000000:1.0:1790964068.135673:0:31835:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1790964068.135676:0:31835:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1790964068.135679:0:31835:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:1.0:1790964068.136508:0:31855:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:3.0:1790964068.137100:0:31835:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 8 20000000:01000000:0.0:1790964068.139543:0:31856:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:0.0:1790964068.139550:0:31856:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:0.0:1790964068.139554:0:31856:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 00000040:00080000:0.0:1790964068.139563:0:31856:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 20000000:01000000:3.0:1790964068.139774:0:31835:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1790964068.139785:0:31835:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1790964068.141562:0:31835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000002b3b11e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+5:31819:x1877961920741632:12345-0@lo:253: Request processed in 5948us (11702us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964068.141582:0:31835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1790964068.141707:0:31819:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e6c59a0c pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920741632:0@lo:253: 10000000:01000000:2.0:1790964068.141722:0:31819:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1790964068.141725:0:31819:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1790964068.141727:0:31819:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790964068.141728:0:31819:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790964068.141729:0:31819:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790964068.141730:0:31819:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790964068.141731:0:31819:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790964068.141732:0:31819:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790964068.141733:0:31819:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790964068.141735:0:31819:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790964068.141736:0:31819:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1790964068.141758:0:31819:0:(tgt_mount.c:101:server_register_mount()) register mount 0000000089c4c7bd from lustre-MDT0000 10000000:01000000:2.0:1790964068.141789:0:31819:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1790964068.141792:0:31819:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1790964068.141796:0:31819:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9a73459b19c0 10000000:01000000:2.0:1790964068.141800:0:31819:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1790964068.141808:0:31819:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9a73459b19c0 from 1 10000000:01000000:2.0:1790964068.141811:0:31819:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1790964068.141851:0:31819:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.126@tcp lock: 00000000982e396c/0xac4d2e1fab23411e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964068.141862:0:31819:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.126@tcp lock: 00000000982e396c/0xac4d2e1fab23411e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964068.141870:0:31819:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.126@tcp lock: 00000000982e396c/0xac4d2e1fab23411e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964068.141886:0:31819:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000defa9d45 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920741760:0@lo:101: 00000100:00100000:2.0:1790964068.141932:0:31819:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964068.142088:0:31834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920741760 00000100:00100000:0.0:1790964068.142095:0:31834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920741760 00000100:00100000:0.0:1790964068.142127:0:31834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1790964068.142135:0:31834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000a3f0f19c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+5:31819:x1877961920741760:12345-0@lo:101: 00010000:00010000:0.0:1790964068.142148:0:31834:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964068.142161:0:31834:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000e104b6e1/0xac4d2e1fab234125 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xac4d2e1fab23411e expref: -99 pid: 31834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964068.142181:0:31834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e104b6e1/0xac4d2e1fab234125 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xac4d2e1fab23411e expref: 6 pid: 31834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964068.142192:0:31834:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000e104b6e1/0xac4d2e1fab234125 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xac4d2e1fab23411e expref: 6 pid: 31834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964068.142200:0:31834:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000e104b6e1, rc 0) 00000100:00100000:1.0:1790964068.149776:0:31834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000a3f0f19c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+6:31819:x1877961920741760:12345-0@lo:101: Request processed in 7632us (7834us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964068.149790:0:31834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1790964068.150562:0:31819:0:(client.c:2716:ptlrpc_set_wait()) set 00000000830d49d0 going to sleep for 11 seconds 00000100:00100000:1.0:1790964068.150597:0:31819:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000defa9d45 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920741760:0@lo:101: 00010000:00010000:1.0:1790964068.150622:0:31819:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.126@tcp lock: 00000000982e396c/0xac4d2e1fab23411e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xac4d2e1fab234125 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.150635:0:31819:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.126@tcp lock: 00000000982e396c/0xac4d2e1fab23411e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xac4d2e1fab234125 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964068.150847:0:31819:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fdb8afe4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920741888:0@lo:501: 00000100:00100000:1.0:1790964068.150920:0:31819:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964068.151213:0:31819:0:(client.c:2716:ptlrpc_set_wait()) set 000000002b7868de going to sleep for 11 seconds 00000100:00100000:3.0:1790964068.151284:0:31835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920741888 00000100:00100000:3.0:1790964068.151291:0:31835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920741888 00000100:00100000:3.0:1790964068.151379:0:31835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1790964068.151388:0:31835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000006c21edd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+6:31819:x1877961920741888:12345-0@lo:501: 00000100:00100000:3.0:1790964068.151601:0:31835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000006c21edd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+6:31819:x1877961920741888:12345-0@lo:501: Request processed in 214us (681us total) trans 0 rc -2/-2 00000100:00100000:3.0:1790964068.151609:0:31835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1790964068.151680:0:31819:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000fdb8afe4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920741888:0@lo:501: 10000000:01000000:1.0:1790964068.151793:0:31819:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.126@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1790964068.151848:0:31819:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.126@tcp lock: 00000000982e396c/0xac4d2e1fab23411e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xac4d2e1fab234125 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.151858:0:31819:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.126@tcp lock: 00000000982e396c/0xac4d2e1fab23411e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xac4d2e1fab234125 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964068.151867:0:31819:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9a737a8f8800 10000000:01000000:1.0:1790964068.151872:0:31819:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1790964068.151876:0:31819:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9a737a8f8800 10000000:01000000:1.0:1790964068.151878:0:31819:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1790964068.151880:0:31819:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9a737a8f8800 from 1 10000000:01000000:1.0:1790964068.151883:0:31819:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1790964068.151911:0:31819:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.126@tcp lock: 00000000a6604426/0xac4d2e1fab23412c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.151918:0:31819:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.126@tcp lock: 00000000a6604426/0xac4d2e1fab23412c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.151926:0:31819:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.126@tcp lock: 00000000a6604426/0xac4d2e1fab23412c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964068.151941:0:31819:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fdb8afe4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920742016:0@lo:101: 00000100:00100000:1.0:1790964068.151983:0:31819:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964068.152011:0:31819:0:(client.c:2716:ptlrpc_set_wait()) set 000000002b7868de going to sleep for 11 seconds 00000100:00100000:0.0:1790964068.152201:0:31834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920742016 00000100:00100000:0.0:1790964068.152208:0:31834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920742016 00000100:00100000:0.0:1790964068.152245:0:31833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1790964068.152253:0:31833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000da30b5a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+6:31819:x1877961920742016:12345-0@lo:101: 00010000:00010000:0.0:1790964068.152262:0:31833:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964068.152288:0:31833:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000010e67226/0xac4d2e1fab234133 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xac4d2e1fab23412c expref: -99 pid: 31833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964068.152309:0:31833:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000010e67226/0xac4d2e1fab234133 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xac4d2e1fab23412c expref: 7 pid: 31833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964068.152319:0:31833:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000010e67226/0xac4d2e1fab234133 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xac4d2e1fab23412c expref: 7 pid: 31833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964068.152327:0:31833:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000010e67226, rc 0) 00000100:00100000:0.0:1790964068.152359:0:31833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000da30b5a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+7:31819:x1877961920742016:12345-0@lo:101: Request processed in 107us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964068.152365:0:31833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1790964068.152523:0:31819:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000fdb8afe4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920742016:0@lo:101: 00010000:00010000:1.0:1790964068.152549:0:31819:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.126@tcp lock: 00000000a6604426/0xac4d2e1fab23412c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xac4d2e1fab234133 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.152558:0:31819:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.126@tcp lock: 00000000a6604426/0xac4d2e1fab23412c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xac4d2e1fab234133 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964068.152572:0:31819:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.126@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1790964068.152879:0:31819:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.126@tcp lock: 00000000a6604426/0xac4d2e1fab23412c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xac4d2e1fab234133 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.152888:0:31819:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.126@tcp lock: 00000000a6604426/0xac4d2e1fab23412c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xac4d2e1fab234133 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964068.152896:0:31819:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1790964068.152900:0:31819:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1790964068.152905:0:31819:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9a737a8f8800 10000000:01000000:1.0:1790964068.152907:0:31819:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1790964068.152910:0:31819:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:1.0:1790964068.152913:0:31819:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1790964068.152930:0:31819:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.126@tcp lock: 00000000a1b9a974/0xac4d2e1fab23413a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.152937:0:31819:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.126@tcp lock: 00000000a1b9a974/0xac4d2e1fab23413a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.152944:0:31819:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.126@tcp lock: 00000000a1b9a974/0xac4d2e1fab23413a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964068.152970:0:31819:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fdb8afe4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920742144:0@lo:101: 00000100:00100000:1.0:1790964068.153006:0:31819:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964068.153346:0:31819:0:(client.c:2716:ptlrpc_set_wait()) set 000000002b7868de going to sleep for 11 seconds 00000100:00100000:0.0:1790964068.153407:0:31833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920742144 00000100:00100000:0.0:1790964068.153413:0:31833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920742144 00000100:00100000:0.0:1790964068.153457:0:31833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1790964068.153464:0:31833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000085cd8f5e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+7:31819:x1877961920742144:12345-0@lo:101: 00010000:00010000:0.0:1790964068.153473:0:31833:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964068.153485:0:31833:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000000388216c/0xac4d2e1fab234141 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xac4d2e1fab23413a expref: -99 pid: 31833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964068.153503:0:31833:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000388216c/0xac4d2e1fab234141 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xac4d2e1fab23413a expref: 8 pid: 31833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964068.153514:0:31833:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000000388216c/0xac4d2e1fab234141 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xac4d2e1fab23413a expref: 8 pid: 31833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964068.153532:0:31833:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000000388216c, rc 0) 00000100:00100000:0.0:1790964068.153578:0:31833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000085cd8f5e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+8:31819:x1877961920742144:12345-0@lo:101: Request processed in 115us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964068.153585:0:31833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790964068.153657:0:31819:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000fdb8afe4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920742144:0@lo:101: 00010000:00010000:3.0:1790964068.153668:0:31819:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.126@tcp lock: 00000000a1b9a974/0xac4d2e1fab23413a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xac4d2e1fab234141 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964068.153676:0:31819:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.126@tcp lock: 00000000a1b9a974/0xac4d2e1fab23413a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xac4d2e1fab234141 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964068.153761:0:31819:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000057c91060 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920742272:0@lo:501: 00000100:00100000:3.0:1790964068.153789:0:31819:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964068.153812:0:31819:0:(client.c:2716:ptlrpc_set_wait()) set 000000005e7c89f3 going to sleep for 11 seconds 00000100:00100000:0.0:1790964068.154158:0:31835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920742272 00000100:00100000:0.0:1790964068.154165:0:31835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920742272 00000100:00100000:0.0:1790964068.154199:0:31835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1790964068.154205:0:31835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000039b80a8e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+8:31819:x1877961920742272:12345-0@lo:501: 00000100:00100000:0.0:1790964068.154348:0:31835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000039b80a8e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+9:31819:x1877961920742272:12345-0@lo:501: Request processed in 142us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964068.154356:0:31835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790964068.154428:0:31819:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000057c91060 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920742272:0@lo:501: 00000100:00100000:3.0:1790964068.154462:0:31819:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000057c91060 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920742400:0@lo:503: 00000100:00100000:3.0:1790964068.154505:0:31819:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964068.154531:0:31819:0:(client.c:2716:ptlrpc_set_wait()) set 000000005e7c89f3 going to sleep for 11 seconds 00000100:00100000:0.0:1790964068.154625:0:31835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920742400 00000100:00100000:0.0:1790964068.154629:0:31835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920742400 00000100:00100000:0.0:1790964068.154658:0:31835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1790964068.154663:0:31835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e8f31155 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+9:31819:x1877961920742400:12345-0@lo:503: 00000100:00100000:0.0:1790964068.155513:0:31835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e8f31155 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+9:31819:x1877961920742400:12345-0@lo:503: Request processed in 847us (1005us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964068.155521:0:31835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790964068.155629:0:31819:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000057c91060 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920742400:0@lo:503: 00000100:00100000:3.0:1790964068.156501:0:31857:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000057c91060 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31857:1877961920742528:0@lo:502: 00000100:00100000:3.0:1790964068.156548:0:31857:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964068.156616:0:31857:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e28c5654 going to sleep for 11 seconds 00000100:00100000:0.0:1790964068.156651:0:31835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920742528 00000100:00100000:0.0:1790964068.156657:0:31835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920742528 00000100:00100000:0.0:1790964068.156782:0:31835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1790964068.156791:0:31835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c429c08d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+9:31857:x1877961920742528:12345-0@lo:502: 00000100:00100000:0.0:1790964068.157652:0:31835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c429c08d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+9:31857:x1877961920742528:12345-0@lo:502: Request processed in 859us (1100us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964068.157662:0:31835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1790964068.157893:0:31857:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000057c91060 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31857:1877961920742528:0@lo:502: 00000020:01000000:1.0:1790964068.157927:0:31857:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790964068.157938:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964068.157940:0:31857:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1790964068.157944:0:31857:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1790964068.157947:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790964068.157983:0:31857:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (00000000bddfcf18) 00000020:00000080:1.0:1790964068.158000:0:31857:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:1.0:1790964068.158008:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1790964068.158356:0:31857:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:1.0:1790964068.158365:0:31857:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xac4d2e1fab23414f 00000020:00000080:1.0:1790964068.158794:0:31857:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1790964068.158800:0:31857:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790964068.158804:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964068.158807:0:31857:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1790964068.158810:0:31857:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790964068.158815:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964068.158816:0:31857:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1790964068.158820:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790964068.158828:0:31857:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (000000001b0dc3cc) 00000020:00000080:1.0:1790964068.158840:0:31857:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1790964068.158845:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1790964068.158847:0:31857:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1790964068.158850:0:31857:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1790964068.158858:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1790964068.158906:0:31857:0:(tgt_mount.c:153:server_get_mount()) get mount 0000000089c4c7bd from lustre-MDT0000, refs=3 00000020:00000080:1.0:1790964068.158922:0:31857:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (00000000e0547718) 00000020:00000080:1.0:1790964068.158931:0:31857:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1790964068.159328:0:31857:0:(lod_dev.c:2309:lod_obd_connect()) connect #0 00000020:00000080:1.0:1790964068.159334:0:31857:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xac4d2e1fab234164 00000020:00000080:1.0:1790964068.159557:0:31857:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1790964068.159565:0:31857:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1790964068.159576:0:31857:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xac4d2e1fab23416b 00080000:01000000:1.0:1790964068.159584:0:31857:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:1.0:1790964068.159588:0:31857:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xac4d2e1fab234172 00010000:00010000:2.0:1790964068.241259:0:31857:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1790964068.242212:0:31857:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934593 00000001:00080000:2.0:1790964068.242659:0:31857:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1790964068.243443:0:31857:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (0000000021b4b7b1) 00000020:00000080:2.0:1790964068.243465:0:31857:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1790964068.243585:0:31857:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:2.0:1790964068.243598:0:31857:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xac4d2e1fab234180 00000020:00000080:3.0:1790964068.244346:0:31857:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1790964068.252529:0:31857:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xac4d2e1fab234187 00000020:00000080:2.0:1790964068.258975:0:31857:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1790964068.258990:0:31857:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790964068.258997:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964068.258999:0:31857:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1790964068.259002:0:31857:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1790964068.259005:0:31857:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:2.0:1790964068.259007:0:31857:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790964068.259008:0:31857:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790964068.259010:0:31857:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1790964068.259020:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964068.259021:0:31857:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:2.0:1790964068.259024:0:31857:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790964068.259029:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964068.259030:0:31857:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1790964068.259034:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1790964068.259095:0:31857:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1790964068.259110:0:31857:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790964068.259112:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964068.259113:0:31857:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1790964068.259116:0:31857:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1790964068.259119:0:31857:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1790964068.259123:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964068.259124:0:31857:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1790964068.259135:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790964068.259140:0:31857:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.126@tcp to nid 0x20000c0a8c97e (192.168.201.126@tcp) 00000020:01000000:2.0:1790964068.259164:0:31857:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1790964068.259166:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790964068.259180:0:31857:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (000000006c9637bb) 00000020:00000080:2.0:1790964068.259196:0:31857:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1790964068.259201:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1790964068.259269:0:31857:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1790964068.259285:0:31857:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:2.0:1790964068.259291:0:31857:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xac4d2e1fab234195 00010000:00080000:2.0:1790964068.259320:0:31857:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000015b55b78@lustre-OST0000-osc-MDT0000: add connection 192.168.201.126@tcp at head 00010000:00010000:2.0:1790964068.259904:0:31857:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-1 is initialized 00000040:01000000:2.0:1790964068.261293:0:31857:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:01000000:2.0:1790964068.261579:0:31857:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1790964068.276332:0:31857:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790964068.279434:0:31857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1790964068.280432:0:31857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x7:0x0].1, 64 off8256 00000040:00080000:1.0:1790964068.282332:0:31861:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1790964068.282340:0:31861:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x7:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1790964068.283661:0:31857:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1790964068.283674:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1790964068.283723:0:31857:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1790964068.283805:0:31857:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xac4d2e1fab23419c 00000100:00080000:2.0:1790964068.283816:0:31857:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1790964068.283821:0:31857:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import 0000000015b55b78 using connection 192.168.201.126@tcp/0@lo 00000100:00100000:2.0:1790964068.283856:0:31857:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000016740bb4 x1877961920742656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790964068.283888:0:31857:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:1.0:1790964068.283977:0:30946:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000016740bb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30946:1877961920742656:0@lo:8: 00000400:00000100:1.0:1790964068.284073:0:30946:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877961920742656 offset 0 length 520: 4 00000020:01000000:2.0:1790964068.284426:0:31857:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790964068.284432:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964068.284434:0:31857:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1790964068.284437:0:31857:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1790964068.284449:0:31857:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:2.0:1790964068.284450:0:31857:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790964068.284452:0:31857:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790964068.284454:0:31857:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1790964068.284457:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964068.284459:0:31857:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:2.0:1790964068.284461:0:31857:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790964068.284466:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790964068.284468:0:31857:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-MDT0001 add osp 00000020:00000080:2.0:1790964068.284471:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790964068.284475:0:31857:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.126@tcp to nid 0x20000c0a8c97e (192.168.201.126@tcp) 00000020:00000080:2.0:1790964068.284498:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790964068.284512:0:31857:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (00000000112a36f7) 00000020:00000080:2.0:1790964068.284526:0:31857:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1790964068.284531:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1790964068.284614:0:31857:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:2.0:1790964068.284621:0:31857:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:2.0:1790964068.284628:0:31857:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xac4d2e1fab2341aa 00010000:00080000:2.0:1790964068.284669:0:31857:0:(ldlm_lib.c:102:import_set_conn()) imp 000000006a8bbe22@lustre-MDT0001-osp-MDT0000: add connection 192.168.201.126@tcp at head 00010000:00010000:2.0:1790964068.288846:0:31857:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-2 is initialized 00000020:00000080:3.0:1790964068.290646:0:31857:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1790964068.290662:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1790964068.290779:0:31857:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:3.0:1790964068.290802:0:31857:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xac4d2e1fab2341b1 00000100:00080000:3.0:1790964068.290812:0:31857:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790964068.290818:0:31857:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import 000000006a8bbe22 using connection 192.168.201.126@tcp/0@lo 00000100:00100000:3.0:1790964068.290855:0:31857:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044ee220d x1877961920742784/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790964068.290916:0:30946:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000044ee220d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30946:1877961920742784:0@lo:38: 00000100:00100000:1.0:1790964068.291003:0:30946:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1790964068.291492:0:31857:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:3.0:1790964068.291550:0:31857:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790964068.291555:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964068.291557:0:31857:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-MDT0001 add osp 00000020:01000000:3.0:1790964068.291560:0:31857:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790964068.291572:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964068.291573:0:31857:0:(obd_config.c:1563:class_process_config()) marker 25 (0x1) lustre sys.timeout 00000020:00000080:3.0:1790964068.291576:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1790964068.291578:0:31857:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:3.0:1790964068.291606:0:31857:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000057c91060 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31857:1877961920742912:0@lo:502: 00000100:00100000:3.0:1790964068.291653:0:31857:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964068.291712:0:31857:0:(client.c:2716:ptlrpc_set_wait()) set 00000000d785291b going to sleep for 11 seconds 00000100:00100000:1.0:1790964068.291844:0:31834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920742912 00000100:00100000:1.0:1790964068.291852:0:31834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920742912 00000100:00100000:1.0:1790964068.291895:0:31834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1790964068.291904:0:31834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005fea4596 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+9:31857:x1877961920742912:12345-0@lo:502: 00000100:00100000:1.0:1790964068.292078:0:31834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005fea4596 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+9:31857:x1877961920742912:12345-0@lo:502: Request processed in 174us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964068.292086:0:31834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790964068.292581:0:31857:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000057c91060 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31857:1877961920742912:0@lo:502: 00000020:01000000:3.0:1790964068.292612:0:31857:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790964068.292618:0:31857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964068.292619:0:31857:0:(obd_config.c:1563:class_process_config()) marker 25 (0x2) lustre sys.timeout 00000040:00080000:3.0:1790964068.292623:0:31857:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 34 count 34 00000020:01000000:1.0:1790964068.292839:0:31819:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-33 (rc=0) 10000000:01000000:1.0:1790964068.292858:0:31819:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.126@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1790964068.292919:0:31819:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.126@tcp lock: 00000000a1b9a974/0xac4d2e1fab23413a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xac4d2e1fab234141 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.292930:0:31819:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.126@tcp lock: 00000000a1b9a974/0xac4d2e1fab23413a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xac4d2e1fab234141 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964068.292938:0:31819:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9a737a8f8800 from 1 10000000:01000000:1.0:1790964068.292942:0:31819:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1790964068.292983:0:31819:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.126@tcp lock: 0000000085b47b16/0xac4d2e1fab2341b8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.293003:0:31819:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.126@tcp lock: 0000000085b47b16/0xac4d2e1fab2341b8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.293261:0:31819:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.126@tcp lock: 0000000085b47b16/0xac4d2e1fab2341b8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964068.293289:0:31819:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fdb8afe4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920743040:0@lo:101: 00000100:00100000:1.0:1790964068.293331:0:31819:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964068.293355:0:31819:0:(client.c:2716:ptlrpc_set_wait()) set 0000000037c483e4 going to sleep for 11 seconds 00000100:00100000:3.0:1790964068.293412:0:31835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920743040 00000100:00100000:3.0:1790964068.293418:0:31835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920743040 00000100:00100000:3.0:1790964068.293455:0:31835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1790964068.293462:0:31835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000088641ab2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+9:31819:x1877961920743040:12345-0@lo:101: 00010000:00010000:3.0:1790964068.293473:0:31835:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790964068.293488:0:31835:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000060efaae5/0xac4d2e1fab2341bf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xac4d2e1fab2341b8 expref: -99 pid: 31835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964068.293510:0:31835:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000060efaae5/0xac4d2e1fab2341bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xac4d2e1fab2341b8 expref: 10 pid: 31835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964068.293520:0:31835:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000060efaae5/0xac4d2e1fab2341bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xac4d2e1fab2341b8 expref: 10 pid: 31835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964068.293528:0:31835:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000060efaae5, rc 0) 00000100:00100000:3.0:1790964068.293560:0:31835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000088641ab2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+10:31819:x1877961920743040:12345-0@lo:101: Request processed in 98us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964068.293567:0:31835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1790964068.293718:0:31819:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000fdb8afe4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920743040:0@lo:101: 00010000:00010000:1.0:1790964068.293730:0:31819:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.126@tcp lock: 0000000085b47b16/0xac4d2e1fab2341b8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xac4d2e1fab2341bf expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.293738:0:31819:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.126@tcp lock: 0000000085b47b16/0xac4d2e1fab2341b8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xac4d2e1fab2341bf expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964068.294716:0:31819:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fdb8afe4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920743168:0@lo:256: 00000100:00100000:1.0:1790964068.294768:0:31819:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964068.295067:0:31844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920742784 00000100:00100000:0.0:1790964068.295083:0:31844:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920742784 00000100:00100000:0.0:1790964068.295119:0:31844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790964068.295124:0:31844:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004c5c8226 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30946:x1877961920742784:12345-0@lo:38: 00010000:00020000:0.0:1790964068.295141:0:31844:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1790964068.295195:0:31844:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004c5c8226 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30946:x1877961920742784:12345-0@lo:38: Request processed in 69us (4192us total) trans 0 rc -19/-19 00000100:00100000:0.0:1790964068.295202:0:31844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:0.0:1790964068.295294:0:30946:0:(import.c:65:import_set_state_nolock()) 000000006a8bbe22 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790964068.295309:0:30946:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1790964068.295313:0:30946:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000044ee220d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30946:1877961920742784:0@lo:38: 00000100:00100000:1.0:1790964068.295603:0:31819:0:(client.c:2716:ptlrpc_set_wait()) set 0000000037c483e4 going to sleep for 11 seconds 00000100:00100000:3.0:1790964068.296256:0:31833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920743168 00000100:00100000:3.0:1790964068.296264:0:31833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920743168 00000100:00100000:3.0:1790964068.296360:0:31833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1790964068.296369:0:31833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000003efc5811 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+10:31819:x1877961920743168:12345-0@lo:256: 20000000:01000000:3.0:1790964068.296403:0:31833:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1790964068.296410:0:31833:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:3.0:1790964068.296512:0:31833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000003efc5811 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+10:31819:x1877961920743168:12345-0@lo:256: Request processed in 144us (1743us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964068.296519:0:31833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1790964068.296591:0:31819:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000fdb8afe4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920743168:0@lo:256: 10000000:01000000:1.0:1790964068.297298:0:31819:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1790964068.297324:0:31819:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.126@tcp lock: 0000000085b47b16/0xac4d2e1fab2341b8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xac4d2e1fab2341bf expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.297337:0:31819:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.126@tcp lock: 0000000085b47b16/0xac4d2e1fab2341b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xac4d2e1fab2341bf expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964068.297362:0:31819:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9a737a8f8800 from 1 10000000:01000000:1.0:1790964068.297365:0:31819:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1790964068.297400:0:31819:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.126@tcp lock: 00000000dfb7afb6/0xac4d2e1fab2341c6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.297407:0:31819:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.126@tcp lock: 00000000dfb7afb6/0xac4d2e1fab2341c6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.297414:0:31819:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.126@tcp lock: 00000000dfb7afb6/0xac4d2e1fab2341c6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964068.297432:0:31819:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fdb8afe4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920743296:0@lo:101: 00000100:00100000:1.0:1790964068.297474:0:31819:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964068.298306:0:31819:0:(client.c:2716:ptlrpc_set_wait()) set 0000000037c483e4 going to sleep for 11 seconds 00000100:00100000:0.0:1790964068.298483:0:31835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920743296 00000100:00100000:0.0:1790964068.298492:0:31835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920743296 00000100:00100000:0.0:1790964068.298536:0:31835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1790964068.298544:0:31835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d17b720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+10:31819:x1877961920743296:12345-0@lo:101: 00010000:00010000:0.0:1790964068.298559:0:31835:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964068.298575:0:31835:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000004d102fbd/0xac4d2e1fab2341cd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xac4d2e1fab2341c6 expref: -99 pid: 31835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964068.298604:0:31835:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004d102fbd/0xac4d2e1fab2341cd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xac4d2e1fab2341c6 expref: 11 pid: 31835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964068.298614:0:31835:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000004d102fbd/0xac4d2e1fab2341cd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xac4d2e1fab2341c6 expref: 11 pid: 31835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964068.298625:0:31835:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000004d102fbd, rc 0) 00000100:00100000:0.0:1790964068.298693:0:31835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d17b720e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+11:31819:x1877961920743296:12345-0@lo:101: Request processed in 150us (1218us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964068.298700:0:31835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1790964068.298877:0:31819:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000fdb8afe4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920743296:0@lo:101: 00010000:00010000:1.0:1790964068.298897:0:31819:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.126@tcp lock: 00000000dfb7afb6/0xac4d2e1fab2341c6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xac4d2e1fab2341cd expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.298909:0:31819:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.126@tcp lock: 00000000dfb7afb6/0xac4d2e1fab2341c6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xac4d2e1fab2341cd expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964068.299182:0:31819:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fdb8afe4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920743424:0@lo:501: 00000100:00100000:1.0:1790964068.299226:0:31819:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964068.299250:0:31819:0:(client.c:2716:ptlrpc_set_wait()) set 0000000037c483e4 going to sleep for 11 seconds 00000100:00100000:3.0:1790964068.299320:0:31833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920743424 00000100:00100000:3.0:1790964068.299326:0:31833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920743424 00000100:00100000:3.0:1790964068.299352:0:31833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1790964068.299359:0:31833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000a7522b21 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+11:31819:x1877961920743424:12345-0@lo:501: 00000100:00100000:3.0:1790964068.299520:0:31833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000a7522b21 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+11:31819:x1877961920743424:12345-0@lo:501: Request processed in 162us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964068.299527:0:31833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1790964068.299701:0:31819:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000fdb8afe4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920743424:0@lo:501: 00000100:00100000:1.0:1790964068.299731:0:31819:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fdb8afe4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920743552:0@lo:503: 00000100:00100000:1.0:1790964068.299778:0:31819:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964068.299800:0:31819:0:(client.c:2716:ptlrpc_set_wait()) set 0000000037c483e4 going to sleep for 11 seconds 00000100:00100000:3.0:1790964068.299903:0:31833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920743552 00000100:00100000:3.0:1790964068.299909:0:31833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920743552 00000100:00100000:3.0:1790964068.299929:0:31833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1790964068.299934:0:31833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000612f25c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+11:31819:x1877961920743552:12345-0@lo:503: 00000040:00080000:3.0:1790964068.299969:0:31833:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1790964068.300195:0:31833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000612f25c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+11:31819:x1877961920743552:12345-0@lo:503: Request processed in 260us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964068.300203:0:31833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1790964068.300536:0:31819:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000fdb8afe4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920743552:0@lo:503: 00000040:00080000:0.0:1790964068.302532:0:31865:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 1 00000020:01000000:1.0:1790964068.302833:0:31819:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 10000000:01000000:1.0:1790964068.302857:0:31819:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1790964068.302908:0:31819:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.126@tcp lock: 00000000dfb7afb6/0xac4d2e1fab2341c6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xac4d2e1fab2341cd expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.302921:0:31819:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.126@tcp lock: 00000000dfb7afb6/0xac4d2e1fab2341c6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xac4d2e1fab2341cd expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964068.302997:0:31819:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1790964068.303001:0:31819:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9a737a8f8800 10000000:01000000:1.0:1790964068.303004:0:31819:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9a737a8f8800 10000000:01000000:1.0:1790964068.303008:0:31819:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1790964068.303532:0:31819:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9a737a8f8800 from 1 10000000:01000000:1.0:1790964068.303536:0:31819:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1790964068.303577:0:31819:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.126@tcp lock: 000000008c7757f8/0xac4d2e1fab2341d4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.303586:0:31819:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.126@tcp lock: 000000008c7757f8/0xac4d2e1fab2341d4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.303596:0:31819:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.126@tcp lock: 000000008c7757f8/0xac4d2e1fab2341d4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964068.303620:0:31819:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fdb8afe4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920743680:0@lo:101: 00000100:00100000:1.0:1790964068.303775:0:31819:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964068.303860:0:31819:0:(client.c:2716:ptlrpc_set_wait()) set 000000008ae6c4e1 going to sleep for 11 seconds 00000100:00100000:3.0:1790964068.304288:0:31833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920743680 00000100:00100000:3.0:1790964068.304297:0:31833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920743680 00000100:00100000:1.0:1790964068.304421:0:31833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1790964068.304432:0:31833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000048346245 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+11:31819:x1877961920743680:12345-0@lo:101: 00010000:00010000:1.0:1790964068.304448:0:31833:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790964068.304465:0:31833:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000072e213d7/0xac4d2e1fab2341db lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xac4d2e1fab2341d4 expref: -99 pid: 31833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.304490:0:31833:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000072e213d7/0xac4d2e1fab2341db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xac4d2e1fab2341d4 expref: 12 pid: 31833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.304501:0:31833:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000072e213d7/0xac4d2e1fab2341db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xac4d2e1fab2341d4 expref: 12 pid: 31833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.304510:0:31833:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000072e213d7, rc 0) 00000100:00100000:1.0:1790964068.304576:0:31833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000048346245 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+12:31819:x1877961920743680:12345-0@lo:101: Request processed in 145us (801us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964068.304584:0:31833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1790964068.304822:0:31819:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000fdb8afe4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920743680:0@lo:101: 00010000:00010000:2.0:1790964068.304843:0:31819:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.126@tcp lock: 000000008c7757f8/0xac4d2e1fab2341d4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xac4d2e1fab2341db expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964068.304854:0:31819:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.126@tcp lock: 000000008c7757f8/0xac4d2e1fab2341d4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xac4d2e1fab2341db expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964068.304971:0:31819:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000496666b2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920743808:0@lo:501: 00000100:00100000:2.0:1790964068.305009:0:31819:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964068.305256:0:31819:0:(client.c:2716:ptlrpc_set_wait()) set 00000000882f43e1 going to sleep for 11 seconds 00000100:00100000:3.0:1790964068.305364:0:31835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920743808 00000100:00100000:3.0:1790964068.305370:0:31835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920743808 00000100:00100000:3.0:1790964068.305418:0:31835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1790964068.305434:0:31835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e25ad35c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+12:31819:x1877961920743808:12345-0@lo:501: 00000100:00100000:3.0:1790964068.305566:0:31835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e25ad35c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+12:31819:x1877961920743808:12345-0@lo:501: Request processed in 134us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964068.305574:0:31835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1790964068.305728:0:31819:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000496666b2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920743808:0@lo:501: 00000100:00100000:2.0:1790964068.305769:0:31819:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000496666b2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920743936:0@lo:503: 00000100:00100000:2.0:1790964068.305810:0:31819:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964068.305839:0:31819:0:(client.c:2716:ptlrpc_set_wait()) set 00000000882f43e1 going to sleep for 11 seconds 00000100:00100000:3.0:1790964068.305962:0:31835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920743936 00000100:00100000:3.0:1790964068.305967:0:31835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920743936 00000100:00100000:3.0:1790964068.305996:0:31835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1790964068.306001:0:31835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001bc29f9f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+12:31819:x1877961920743936:12345-0@lo:503: 00000100:00100000:3.0:1790964068.306296:0:31835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001bc29f9f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+12:31819:x1877961920743936:12345-0@lo:503: Request processed in 294us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964068.306302:0:31835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1790964068.306384:0:31819:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000496666b2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920743936:0@lo:503: 00000100:00100000:2.0:1790964068.307302:0:31866:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000496666b2 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31866:1877961920744064:0@lo:502: 00000100:00100000:2.0:1790964068.307354:0:31866:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964068.307436:0:31866:0:(client.c:2716:ptlrpc_set_wait()) set 000000004df8b25a going to sleep for 11 seconds 00000100:00100000:3.0:1790964068.307791:0:31835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920744064 00000100:00100000:3.0:1790964068.307798:0:31835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920744064 00000100:00100000:3.0:1790964068.307886:0:31835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1790964068.307895:0:31835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000007ed18603 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+12:31866:x1877961920744064:12345-0@lo:502: 00000100:00100000:3.0:1790964068.308115:0:31835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000007ed18603 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+12:31866:x1877961920744064:12345-0@lo:502: Request processed in 221us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964068.308124:0:31835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1790964068.308519:0:31866:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000496666b2 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31866:1877961920744064:0@lo:502: 00000020:01000004:0.0:1790964068.308580:0:31866:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:0.0:1790964068.308595:0:31866:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (00000000c97b230f) 00000020:00000080:0.0:1790964068.308614:0:31866:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type lwp with refcount 2 00000020:01000004:0.0:1790964068.308712:0:31866:0:(tgt_mount.c:153:server_get_mount()) get mount 0000000089c4c7bd from lustre-MDT0000, refs=4 00000020:01000004:0.0:1790964068.308715:0:31866:0:(tgt_mount.c:187:server_put_mount()) put mount 0000000089c4c7bd from lustre-MDT0000, refs=4 00000020:01000004:0.0:1790964068.308717:0:31866:0:(obd_mount.c:710:lustre_put_lsi()) put 0000000089c4c7bd 4 00010000:00080000:0.0:1790964068.308744:0:31866:0:(ldlm_lib.c:102:import_set_conn()) imp 000000006d2a1b47@lustre-MDT0000-lwp-MDT0000: add connection 192.168.201.126@tcp at head 00010000:00010000:0.0:1790964068.311772:0:31866:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-3 is initialized 00000020:00000080:0.0:1790964068.312197:0:31866:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:0.0:1790964068.312241:0:31866:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1790964068.312256:0:31866:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xac4d2e1fab2341e9 00000100:00080000:0.0:1790964068.312281:0:31866:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790964068.312288:0:31866:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 000000006d2a1b47 using connection 192.168.201.126@tcp/0@lo 00000100:00100000:0.0:1790964068.312347:0:31866:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b8df1425 x1877961920744192/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790964068.312382:0:30946:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b8df1425 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30946:1877961920744192:0@lo:38: 00000100:00100000:0.0:1790964068.312496:0:30946:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1790964068.312553:0:31866:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1790964068.313251:0:31839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920744192 00000100:00100000:0.0:1790964068.313260:0:31839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920744192 00000100:00100000:0.0:1790964068.313316:0:31839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790964068.313324:0:31839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001d76fc51 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:30946:x1877961920744192:12345-0@lo:38: 00000100:00100000:0.0:1790964068.313383:0:31839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001d76fc51 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:30946:x1877961920744192:12345-0@lo:38: Request processed in 59us (887us total) trans 0 rc -11/-11 00000100:00100000:0.0:1790964068.313402:0:31839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790964068.313439:0:30946:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1790964068.313456:0:30946:0:(import.c:65:import_set_state_nolock()) 000000006d2a1b47 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790964068.313460:0:30946:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1790964068.313463:0:30946:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b8df1425 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30946:1877961920744192:0@lo:38: 00000100:00100000:0.0:1790964068.318697:0:31866:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b8df1425 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31866:1877961920744320:0@lo:502: 00000100:00100000:0.0:1790964068.318781:0:31866:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964068.318834:0:31866:0:(client.c:2716:ptlrpc_set_wait()) set 00000000fd0896f9 going to sleep for 11 seconds 00000100:00100000:1.0:1790964068.319674:0:31834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920744320 00000100:00100000:1.0:1790964068.319695:0:31834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920744320 00000100:00100000:1.0:1790964068.319749:0:31834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1790964068.319758:0:31834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000035882209 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+12:31866:x1877961920744320:12345-0@lo:502: 00000100:00100000:1.0:1790964068.319965:0:31834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000035882209 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+12:31866:x1877961920744320:12345-0@lo:502: Request processed in 207us (1184us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964068.319973:0:31834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1790964068.322335:0:31866:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b8df1425 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31866:1877961920744320:0@lo:502: 00000040:00080000:1.0:1790964068.323350:0:31866:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000020:01000000:2.0:1790964068.324796:0:31819:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 10000000:01000000:2.0:1790964068.324835:0:31819:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1790964068.324902:0:31819:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.126@tcp lock: 000000008c7757f8/0xac4d2e1fab2341d4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xac4d2e1fab2341db expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964068.324915:0:31819:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.126@tcp lock: 000000008c7757f8/0xac4d2e1fab2341d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xac4d2e1fab2341db expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1790964068.324982:0:31819:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1790964068.324985:0:31819:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790964068.324986:0:31819:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790964068.324988:0:31819:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790964068.324989:0:31819:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790964068.324990:0:31819:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790964068.324992:0:31819:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790964068.324993:0:31819:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790964068.324994:0:31819:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790964068.324996:0:31819:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790964068.324999:0:31819:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1790964068.325002:0:31819:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1790964068.325003:0:31819:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790964068.325004:0:31819:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790964068.325005:0:31819:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790964068.325006:0:31819:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790964068.325007:0:31819:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790964068.325024:0:31819:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790964068.325025:0:31819:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790964068.325026:0:31819:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790964068.325027:0:31819:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790964068.325074:0:31819:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1790964068.325094:0:31819:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000091748785 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920744448:0@lo:253: 00000100:00100000:2.0:1790964068.325165:0:31819:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964068.325214:0:31819:0:(client.c:2716:ptlrpc_set_wait()) set 000000001d967018 going to sleep for 11 seconds 00000100:00100000:3.0:1790964068.325985:0:31835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920744448 00000100:00100000:3.0:1790964068.325995:0:31835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920744448 00000100:00100000:3.0:1790964068.326080:0:31835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790964068.326090:0:31835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000007e8307f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+12:31819:x1877961920744448:12345-0@lo:253: 20000000:01000000:3.0:1790964068.326119:0:31835:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1790964068.326134:0:31835:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1790964068.330249:0:31835:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1790964068.330281:0:31835:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1790964068.330757:0:31855:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1790964068.330763:0:31855:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1790964068.330787:0:31855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005774d89e/0xac4d2e1fab2341f0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964068.330814:0:31855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000060efaae5/0xac4d2e1fab2341bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xac4d2e1fab2341b8 expref: 12 pid: 31835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964068.330822:0:31855:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000005774d89e/0xac4d2e1fab2341f0 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964068.330864:0:31855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000060efaae5/0xac4d2e1fab2341bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xac4d2e1fab2341b8 expref: 12 pid: 31835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964068.330881:0:31855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000060efaae5/0xac4d2e1fab2341bf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xac4d2e1fab2341b8 expref: 12 pid: 31835 timeout: 1079 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964068.330896:0:31855:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000057c91060 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:31855:1877961920744576:0@lo:104: 00000100:00100000:3.0:1790964068.331179:0:31855:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964068.331238:0:31855:0:(client.c:2716:ptlrpc_set_wait()) set 0000000077fdb5f4 going to sleep for 11 seconds 00000100:00100000:2.0:1790964068.331359:0:31823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920744576 00000100:00100000:2.0:1790964068.331367:0:31823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920744576 00000100:00100000:2.0:1790964068.331428:0:31823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790964068.331436:0:31823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e6c59a0c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+3:31855:x1877961920744576:12345-0@lo:104: 00010000:00010000:2.0:1790964068.331448:0:31823:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.126@tcp lock: 0000000085b47b16/0xac4d2e1fab2341b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xac4d2e1fab2341bf expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964068.331513:0:31823:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1790964068.331519:0:31823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e6c59a0c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+3:31855:x1877961920744576:12345-0@lo:104: Request processed in 83us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964068.331525:0:31823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1790964068.331678:0:31828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790964068.331761:0:31828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.126@tcp lock: 0000000085b47b16/0xac4d2e1fab2341b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xac4d2e1fab2341bf expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.331771:0:31828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 0000000085b47b16 already unused, calling callback (00000000fa414829) 10000000:00010000:1.0:1790964068.331784:0:31828:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.126@tcp lock: 0000000085b47b16/0xac4d2e1fab2341b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xac4d2e1fab2341bf expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.331792:0:31828:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.126@tcp lock: 0000000085b47b16/0xac4d2e1fab2341b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xac4d2e1fab2341bf expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790964068.331800:0:31828:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.126@tcp lock: 0000000085b47b16/0xac4d2e1fab2341b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xac4d2e1fab2341bf expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964068.331806:0:31828:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00100000:3.0:1790964068.331898:0:31855:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000057c91060 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:31855:1877961920744576:0@lo:104: 00010000:00010000:3.0:1790964068.331918:0:31855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000005774d89e/0xac4d2e1fab2341f0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964068.332261:0:31835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000007e8307f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+12:31819:x1877961920744448:12345-0@lo:253: Request processed in 6172us (7095us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964068.332284:0:31835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1790964068.332558:0:31819:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000091748785 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31819:1877961920744448:0@lo:253: 10000000:01000000:2.0:1790964068.332572:0:31819:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1790964068.332575:0:31819:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1790964068.332577:0:31819:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790964068.332578:0:31819:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790964068.332580:0:31819:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790964068.332581:0:31819:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790964068.332583:0:31819:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790964068.332584:0:31819:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790964068.332586:0:31819:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790964068.332588:0:31819:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790964068.332589:0:31819:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1790964068.332614:0:31819:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:1.0:1790964068.336646:0:31828:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.126@tcp lock: 0000000085b47b16/0xac4d2e1fab2341b8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xac4d2e1fab2341bf expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.336668:0:31828:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1790964068.336714:0:31828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.126@tcp lock: 0000000085b47b16/0xac4d2e1fab2341b8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xac4d2e1fab2341bf expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.336721:0:31828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.126@tcp lock: 0000000085b47b16/0xac4d2e1fab2341b8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xac4d2e1fab2341bf expref: -99 pid: 31819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.336742:0:31828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964068.336744:0:31828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964068.336746:0:31828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790964068.338292:0:30948:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001bdda8a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:30948:1877961920744704:0@lo:103: 00000100:00100000:3.0:1790964068.338371:0:30948:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964068.338567:0:31825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920744704 00000100:00100000:1.0:1790964068.338576:0:31825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920744704 00010000:00010000:1.0:1790964068.338606:0:31825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000060efaae5/0xac4d2e1fab2341bf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xac4d2e1fab2341b8 expref: 12 pid: 31835 timeout: 1079 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964068.338645:0:31825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964068.338654:0:31825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000057c91060 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+12:30948:x1877961920744704:12345-0@lo:103: 00010000:00010000:1.0:1790964068.338668:0:31825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790964068.338697:0:31825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000060efaae5/0xac4d2e1fab2341bf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xac4d2e1fab2341b8 expref: 12 pid: 31835 timeout: 1079 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.338709:0:31825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000060efaae5/0xac4d2e1fab2341bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xac4d2e1fab2341b8 expref: 12 pid: 31835 timeout: 1079 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.338724:0:31825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000060efaae5/0xac4d2e1fab2341bf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xac4d2e1fab2341b8 expref: 12 pid: 31835 timeout: 1079 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.338738:0:31825:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000005774d89e/0xac4d2e1fab2341f0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 31855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.338745:0:31825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005774d89e/0xac4d2e1fab2341f0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 31855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1790964068.338759:0:31825:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.007996556s 00010000:00010000:1.0:1790964068.338762:0:31825:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005774d89e/0xac4d2e1fab2341f0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.338768:0:31825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005774d89e/0xac4d2e1fab2341f0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.338773:0:31825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005774d89e/0xac4d2e1fab2341f0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.338778:0:31825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005774d89e/0xac4d2e1fab2341f0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.338783:0:31825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 000000005774d89e already unused, calling callback (000000002984495f) 00010000:00010000:1.0:1790964068.338787:0:31825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005774d89e/0xac4d2e1fab2341f0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.338804:0:31825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005774d89e/0xac4d2e1fab2341f0 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.338818:0:31825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005774d89e/0xac4d2e1fab2341f0 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964068.338828:0:31825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790964068.338867:0:31825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000057c91060 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+11:30948:x1877961920744704:12345-0@lo:103: Request processed in 214us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964068.338874:0:31825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:3.0:1790964068.339465:0:31855:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000005774d89e/0xac4d2e1fab2341f0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964068.339476:0:31855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005774d89e/0xac4d2e1fab2341f0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964068.339490:0:31855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005774d89e/0xac4d2e1fab2341f0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964068.339537:0:30948:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001bdda8a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:30948:1877961920744704:0@lo:103: 00000040:01000000:0.0:1790964068.350854:0:31819:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000004:02000000:0.0:1790964068.350864:0:31819:0:(lod_dev.c:733:lod_sub_init_llog()) *** cfs_fail_loc=2405, val=0*** 00000020:00080000:1.0:1790964068.351621:0:31871:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 0 00000020:00080000:1.0:1790964068.351628:0:31871:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000040:01000000:1.0:1790964068.379533:0:31872:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1790964068.379755:0:31819:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:1.0:1790964068.380305:0:31873:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@00000000df1df73f x1877961920744832/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964068.380321:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 000000001c32d401 going to sleep for 0 seconds 00000040:00080000:1.0:1790964068.380629:0:31872:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:2.0:1790964068.382979:0:31819:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:2.0:1790964068.383026:0:31819:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1790964068.383514:0:31819:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1790964068.383523:0:31819:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:2.0:1790964068.383561:0:31819:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790964068.384563:0:31819:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1790964068.385156:0:31819:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1790964068.385184:0:31819:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:2.0:1790964068.385296:0:31819:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:2.0:1790964068.385785:0:31819:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000040:00080000:1.0:1790964068.389379:0:31872:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1790964068.389484:0:31872:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000001:00000004:2.0:1790964068.404079:0:31819:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1790964068.411663:0:31819:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1790964068.411718:0:31819:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb4b281493988 00100000:10000000:2.0:1790964068.411727:0:31819:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:2.0:1790964068.420257:0:31819:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1790964068.420287:0:31819:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.126@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1790964068.420307:0:31819:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=46 00000080:00000004:2.0:1790964068.420326:0:31819:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:2.0:1790964068.421222:0:31819:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1790964068.421443:0:31819:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1790964068.997326:0:31829:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790964069.381163:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 000000001c32d401 going to sleep for 0 seconds 00010000:00010000:1.0:1790964070.022008:0:31828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790964070.405558:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 000000001c32d401 going to sleep for 0 seconds 00010000:00010000:0.0:1790964071.053541:0:31829:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790964071.448036:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 000000001c32d401 going to sleep for 0 seconds 00010000:00010000:3.0:1790964072.077291:0:31828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790964072.453150:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 000000001c32d401 going to sleep for 0 seconds 00010000:00010000:0.0:1790964073.093297:0:31829:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1790964073.197810:0:32117:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg126-server.virtnet: executing set_default_debug -1 all 00000400:00000001:2.0:1790964073.248326:0:32119:0:(debug.c:305:cfs_str2mask()) Process entered 10000000:00000001:0.0:1790964073.413158:0:31837:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1790964073.413165:0:31837:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000cbbda7fc) refs 2 10000000:00000001:0.0:1790964073.413172:0:31837:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1790964073.413176:0:31837:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1790964073.413177:0:31837:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1790964073.413178:0:31837:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1790964073.413181:0:31837:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1790964073.413191:0:31837:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1790964073.413193:0:31837:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9a737a8f8800 from 9 10000000:00000001:0.0:1790964073.413195:0:31837:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1790964073.413197:0:31837:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1790964073.413208:0:31837:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8df1425. 00000020:00000040:0.0:1790964073.413213:0:31837:0:(genops.c:1210:class_import_get()) import 000000001ec714a2 refcount=4 obd=MGC192.168.201.126@tcp 00000100:00000001:0.0:1790964073.413218:0:31837:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790964073.413221:0:31837:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790964073.413226:0:31837:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790964073.413234:0:31837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000098f2445f. 00000100:00000001:0.0:1790964073.413241:0:31837:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964073.413247:0:31837:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1790964073.413249:0:31837:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1790964073.413273:0:31837:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 000000003ddadcf1. 00010000:00000001:0.0:1790964073.413279:0:31837:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1790964073.413283:0:31837:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006d048e01. 00000020:00000010:0.0:1790964073.413288:0:31837:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000d9a153be. 00000020:00000001:0.0:1790964073.413292:0:31837:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1790964073.413295:0:31837:0:(lustre_handles.c:93:class_handle_hash()) added object 000000006d048e01 with handle 0xac4d2e1fab2341f7 to hash 00000020:00000001:0.0:1790964073.413297:0:31837:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1790964073.413298:0:31837:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446632419511542272 : -111654198009344 : ffff9a737b30a200) 00010000:00000001:0.0:1790964073.413301:0:31837:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446632419511542272 : -111654198009344 : ffff9a737b30a200) 00010000:00000001:0.0:1790964073.413306:0:31837:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1790964073.413309:0:31837:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790964073.413311:0:31837:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.126@tcp lock: 000000006d048e01/0xac4d2e1fab2341f7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964073.413320:0:31837:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.126@tcp lock: 000000006d048e01/0xac4d2e1fab2341f7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964073.413332:0:31837:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.126@tcp lock: 000000006d048e01/0xac4d2e1fab2341f7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1790964073.413338:0:31837:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1790964073.413340:0:31837:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1790964073.413346:0:31837:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae5a5d99. 00000100:00000001:0.0:1790964073.413348:0:31837:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446632418683529856 : -111655026021760 : ffff9a7349d62a80) 00000100:00000001:0.0:1790964073.413350:0:31837:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790964073.413351:0:31837:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446632419551190912 : -111654158360704 : ffff9a737d8d9f80) 00000100:00000001:0.0:1790964073.413356:0:31837:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790964073.413358:0:31837:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.413360:0:31837:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1790964073.413362:0:31837:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1790964073.413370:0:31837:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8df1425 x1877961920744960/t0(0) o101->MGC192.168.201.126@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964073.413378:0:31837:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964073.413387:0:31837:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964073.413391:0:31837:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790964073.413393:0:31837:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964073.413395:0:31837:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964073.413398:0:31837:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b8df1425 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31837:1877961920744960:0@lo:101: 00000100:00000001:0.0:1790964073.413403:0:31837:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790964073.413410:0:31837:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790964073.413412:0:31837:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964073.413415:0:31837:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790964073.413419:0:31837:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f0fe9b0a. 02000000:00000001:0.0:1790964073.413421:0:31837:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1790964073.413426:0:31837:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf21198e. 00000400:00000010:0.0:1790964073.413434:0:31837:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f94ea58b. 00000100:00000200:0.0:1790964073.413440:0:31837:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961920744960, portal 25 00000100:00000001:0.0:1790964073.413442:0:31837:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790964073.413443:0:31837:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446632419551190912 : -111654158360704 : ffff9a737d8d9f80) 00000100:00000040:0.0:1790964073.413448:0:31837:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b8df1425 x1877961920744960/t0(0) o101->MGC192.168.201.126@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964089 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964073.413455:0:31837:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964073.413457:0:31837:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964073.413459:0:31837:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9e4c745. 00000100:00000200:0.0:1790964073.413461:0:31837:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1877961920744960, offset 0 00000400:00000200:0.0:1790964073.413468:0:31837:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964073.413485:0:31837:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964073.413496:0:31837:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6abff15300e00 00000400:00000200:0.0:1790964073.413501:0:31837:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x161 [2] + 0 00000400:00000010:0.0:1790964073.413506:0:31837:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054713667. 00000400:00000200:0.0:1790964073.413513:0:31837:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000001d451ac 00000400:00000200:0.0:1790964073.413522:0:31837:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964073.413526:0:31837:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1790964073.413531:0:31837:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001d451ac 00000400:00000010:0.0:1790964073.413533:0:31837:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 0000000001d451ac. 00000100:00000001:0.0:1790964073.413538:0:31837:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1790964073.413540:0:31837:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1790964073.413550:0:31837:0:(events.c:341:request_in_callback()) incoming req@0000000031abd3cd x1877961920744960 msgsize 328 00000100:00100000:0.0:1790964073.413554:0:31837:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1790964073.413556:0:31837:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1790964073.413567:0:31837:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:0.0:1790964073.413575:0:31837:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9e4c745 00000400:00000010:0.0:1790964073.413577:0:31837:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f9e4c745. 00000100:00000001:0.0:1790964073.413593:0:31837:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790964073.413596:0:31837:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b8df1425 x1877961920744960/t0(0) o101->MGC192.168.201.126@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964089 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964073.413605:0:31837:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964073.413607:0:31837:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b8df1425 x1877961920744960/t0(0) o101->MGC192.168.201.126@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964089 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964073.413613:0:31837:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.413615:0:31837:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1790964073.413620:0:31837:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.413624:0:31837:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS new deadline estimation for cpu 0 is 4295602179 00000100:00000010:0.0:1790964073.413629:0:31837:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e00c478c. 00000100:00000001:0.0:1790964073.413636:0:31837:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1790964073.413642:0:31837:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS new deadline estimation for cpu 1 is 4295602179 00000100:00000010:0.0:1790964073.413645:0:31837:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004496464c. 00000100:00000001:0.0:1790964073.413648:0:31837:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1790964073.413651:0:31837:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS new deadline estimation for cpu 2 is 4295602179 00000100:00000010:0.0:1790964073.413653:0:31837:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a94d80d4. 00000100:00000001:0.0:1790964073.413655:0:31837:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1790964073.413658:0:31837:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS new deadline estimation for cpu 3 is 4295602179 00000100:00000010:0.0:1790964073.413661:0:31837:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000013ff0f57. 00000100:00000001:0.0:1790964073.413664:0:31837:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1790964073.413667:0:31837:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964073.413670:0:31837:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.413673:0:31837:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964073.413675:0:31837:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1790964073.413677:0:31837:0:(client.c:2716:ptlrpc_set_wait()) set 00000000ae5a5d99 going to sleep for 11 seconds 00000100:00000001:0.0:1790964073.413686:0:31837:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964073.413689:0:31837:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1790964073.413723:0:12676:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1790964073.413728:0:12676:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1790964073.413730:0:12676:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1790964073.413733:0:12676:0:(import.c:65:import_set_state_nolock()) 000000006d2a1b47 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1790964073.413737:0:12676:0:(import.c:520:import_select_connection()) Process entered 00000100:00000040:0.0:1790964073.413740:0:12676:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000290deab7 refcount 13 to 0@lo 00000100:00000001:0.0:1790964073.413742:0:12676:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964073.413744:0:12676:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000290deab7 refcount 14 to 0@lo 00000100:00000001:0.0:1790964073.413746:0:12676:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446632419520504896 : -111654189046720 : ffff9a737bb96440) 00000020:00000001:0.0:1790964073.413748:0:12676:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964073.413750:0:12676:0:(genops.c:804:class_conn2export()) looking for export cookie 0xac4d2e1fab2341e9 00000020:00000001:0.0:1790964073.413752:0:12676:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964073.413754:0:12676:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000ac292b93 refcount=7 00000020:00000001:0.0:1790964073.413755:0:12676:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446632419549839360 : -111654159712256 : ffff9a737d790000) 00000020:00000001:0.0:1790964073.413757:0:12676:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446632419549839360 : -111654159712256 : ffff9a737d790000) 00000100:00000040:0.0:1790964073.413759:0:12676:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000290deab7 refcount 13 to 0@lo 00000100:00000001:0.0:1790964073.413760:0:12676:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964073.413762:0:12676:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000290deab7 refcount 14 to 0@lo 00000100:00000001:0.0:1790964073.413763:0:12676:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446632419520504896 : -111654189046720 : ffff9a737bb96440) 00000020:00000040:0.0:1790964073.413765:0:12676:0:(genops.c:879:class_export_put()) PUTting export 00000000ac292b93 : new refcount 6 00000100:00080000:0.0:1790964073.413768:0:12676:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 000000006d2a1b47 using connection 192.168.201.126@tcp/0@lo 00000100:00000001:0.0:1790964073.413770:0:12676:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964073.413772:0:12676:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1790964073.413778:0:12676:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964073.413780:0:12676:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.413782:0:12676:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1790964073.413784:0:12676:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1790964073.413787:0:12676:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008df6e611. 00000020:00000040:0.0:1790964073.413789:0:12676:0:(genops.c:1210:class_import_get()) import 000000006d2a1b47 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:0.0:1790964073.413792:0:12676:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1790964073.413798:0:12676:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.413801:0:12676:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790964073.413803:0:12676:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790964073.413805:0:12676:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790964073.413808:0:12676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000008f23cb3a. 00000100:00000001:0.0:1790964073.413812:0:12676:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964073.413816:0:12676:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008df6e611 x1877961920745088/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790964073.413824:0:12676:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790964073.413825:0:12676:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964073.413828:0:12676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df6e611] to pc [ptlrpcd_rcv+-1] req@000000008df6e611 x1877961920745088/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964073.413836:0:12676:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964073.413840:0:12676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (939) 00000100:00000001:0.0:1790964073.413878:0:31833:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964073.413881:0:31833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920744960 02000000:00000001:0.0:1790964073.413883:0:31833:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964073.413885:0:31833:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964073.413888:0:31833:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964073.413892:0:31833:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964073.413894:0:31833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920744960 00000020:00000001:0.0:1790964073.413896:0:31833:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964073.413897:0:31833:0:(genops.c:804:class_conn2export()) looking for export cookie 0xac4d2e1fab234117 00000020:00000001:0.0:1790964073.413899:0:31833:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964073.413900:0:31833:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000a177982f refcount=11 00000020:00000001:0.0:1790964073.413902:0:31833:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446632419225356288 : -111654484195328 : ffff9a736a21c800) 00000020:00000001:0.0:1790964073.413904:0:31833:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446632419225356288 : -111654484195328 : ffff9a736a21c800) 00000100:00000001:0.0:1790964073.413908:0:31833:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964073.413912:0:31833:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000037ef57d. 00000100:00000001:0.0:1790964073.413915:0:31833:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964073.413917:0:31833:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000037ef57d. 00000020:00000010:0.0:1790964073.413923:0:31833:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfe7a5a6. 00000020:00000010:0.0:1790964073.413927:0:31833:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7037ba0. 00000020:00000010:0.0:1790964073.413932:0:31833:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000071da7b2d. 00000100:00000040:0.0:1790964073.413948:0:31833:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1790964073.413951:0:31833:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964073.413953:0:31833:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964073.413954:0:31833:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.413962:0:31833:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.413972:0:31833:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964073.413997:0:31833:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964073.414000:0:31833:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964073.414004:0:31833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000040:0.0:1790964073.414007:0:31833:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a177982f : new rpc_count 1 00000100:00000001:0.0:1790964073.414009:0:31833:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446632414338082896 : -111659371468720 : ffff9a7246d3e850) 00000100:00000040:0.0:1790964073.414013:0:31833:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000031abd3cd x1877961920744960/t0(0) o101->b9132a03-aeca-4bef-8b1c-0cb6c4ef178f@0@lo:649/0 lens 328/0 e 0 to 0 dl 1790964084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964073.414022:0:31833:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964073.414025:0:31833:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000037ef57d. 00000100:00000001:0.0:1790964073.414027:0:31833:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964073.414029:0:31833:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000037ef57d. 00000100:00100000:0.0:1790964073.414032:0:31833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000031abd3cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+11:31837:x1877961920744960:12345-0@lo:101: 00000100:00000200:0.0:1790964073.414036:0:31833:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961920744960 00000020:00000001:0.0:1790964073.414039:0:31833:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1790964073.414068:0:31833:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1790964073.414071:0:31833:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964073.414074:0:31833:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1790964073.414076:0:31833:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662513792 : -1047037824 : ffffffffc1977880) 00000020:00000001:0.0:1790964073.414079:0:31833:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1790964073.414081:0:31833:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790964073.414082:0:31833:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1790964073.414085:0:31833:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1790964073.414088:0:31833:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964073.414090:0:31833:0:(tgt_handler.c:1471:tgt_enqueue()) Process entered 00010000:00000001:0.0:1790964073.414092:0:31833:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1790964073.414094:0:31833:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1790964073.414095:0:31833:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1790964073.414103:0:31833:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964073.414109:0:31833:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1790964073.414115:0:31833:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 000000002ad488ef. 00010000:00000001:0.0:1790964073.414119:0:31833:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1790964073.414121:0:31833:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000066acbc32. 00000020:00000001:0.0:1790964073.414123:0:31833:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1790964073.414125:0:31833:0:(lustre_handles.c:93:class_handle_hash()) added object 0000000066acbc32 with handle 0xac4d2e1fab2341fe to hash 00000020:00000001:0.0:1790964073.414127:0:31833:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1790964073.414128:0:31833:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446632419511547392 : -111654198004224 : ffff9a737b30b600) 00010000:00000001:0.0:1790964073.414130:0:31833:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446632419511547392 : -111654198004224 : ffff9a737b30b600) 00010000:00010000:0.0:1790964073.414133:0:31833:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000066acbc32/0xac4d2e1fab2341fe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xac4d2e1fab2341f7 expref: -99 pid: 31833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1790964073.414140:0:31833:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export 00000000a177982f : new locks_count 6 00000020:00000040:0.0:1790964073.414142:0:31833:0:(genops.c:868:class_export_get()) GET export 00000000a177982f refcount=12 00000100:00000001:0.0:1790964073.414149:0:31833:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964073.414152:0:31833:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790964073.414155:0:31833:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c9991f32. 02000000:00000001:0.0:1790964073.414158:0:31833:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.414159:0:31833:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964073.414162:0:31833:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1790964073.414165:0:31833:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1790964073.414168:0:31833:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1790964073.414169:0:31833:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1790964073.414171:0:31833:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1790964073.414172:0:31833:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1790964073.414174:0:31833:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1790964073.414176:0:31833:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1790964073.414178:0:31833:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1790964073.414179:0:31833:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1790964073.414181:0:31833:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1790964073.414192:0:31833:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002ad488ef) refcount = 1 00010000:00010000:0.0:1790964073.414197:0:31833:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000066acbc32/0xac4d2e1fab2341fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xac4d2e1fab2341f7 expref: 12 pid: 31833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964073.414213:0:31833:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1790964073.414215:0:31833:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1790964073.414216:0:31833:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1790964073.414219:0:31833:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964073.414220:0:31833:0:(ldlm_lock.c:1928:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1790964073.414225:0:31833:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1790964073.414228:0:31833:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000066acbc32/0xac4d2e1fab2341fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xac4d2e1fab2341f7 expref: 12 pid: 31833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964073.414235:0:31833:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1790964073.414237:0:31833:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1790964073.414239:0:31833:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1790964073.414241:0:31833:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964073.414243:0:31833:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1790964073.414245:0:31833:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1790964073.414247:0:31833:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1790964073.414248:0:31833:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000066acbc32, rc 0) 00000020:00000001:0.0:1790964073.414250:0:31833:0:(tgt_handler.c:1496:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964073.414254:0:31833:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961920744960 00010000:00000001:0.0:1790964073.414256:0:31833:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:0.0:1790964073.414260:0:31833:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@0000000031abd3cd x1877961920744960/t0(0) o101->b9132a03-aeca-4bef-8b1c-0cb6c4ef178f@0@lo:649/0 lens 328/344 e 0 to 0 dl 1790964084 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964073.414267:0:31833:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964073.414269:0:31833:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964073.414272:0:31833:0:(import.c:2195:obd_at_measure()) add 1 to 00000000957e71d4 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964073.414275:0:31833:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964073.414277:0:31833:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000290deab7 refcount 15 to 0@lo 00000100:00000001:0.0:1790964073.414278:0:31833:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446632419520504896 : -111654189046720 : ffff9a737bb96440) 02000000:00000001:0.0:1790964073.414281:0:31833:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964073.414283:0:31833:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.414285:0:31833:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964073.414287:0:31833:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964073.414290:0:31833:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9e4c745. 00000100:00000200:0.0:1790964073.414298:0:31833:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1877961920744960, offset 224 00000400:00000200:0.0:1790964073.414303:0:31833:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964073.414309:0:31833:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964073.414314:0:31833:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6abff15300e00 00000400:00000200:0.0:1790964073.414320:0:31833:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xaa9 [1] + 224 00000400:00000200:0.0:1790964073.414325:0:31833:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964073.414328:0:31833:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964073.414331:0:31833:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964073.414334:0:31833:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b8df1425 x1877961920744960/t0(0) o101->MGC192.168.201.126@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964089 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964073.414341:0:31833:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000b8df1425 x1877961920744960/t0(0) o101->MGC192.168.201.126@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964089 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964073.414354:0:31833:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790964073.414359:0:31833:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9e4c745 00000400:00000010:0.0:1790964073.414361:0:31833:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f9e4c745. 00000100:00000001:0.0:1790964073.414363:0:31833:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964073.414365:0:31833:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790964073.414368:0:31833:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964073.414370:0:31833:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000290deab7 refcount 14 to 0@lo 00010000:00000001:0.0:1790964073.414372:0:31833:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:0.0:1790964073.414374:0:31833:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964073.414375:0:31833:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1790964073.414379:0:31833:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031abd3cd x1877961920744960/t0(0) o101->b9132a03-aeca-4bef-8b1c-0cb6c4ef178f@0@lo:649/0 lens 328/344 e 0 to 0 dl 1790964084 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964073.414386:0:31833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000031abd3cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+12:31837:x1877961920744960:12345-0@lo:101: Request processed in 364us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964073.414392:0:31833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000040:0.0:1790964073.414395:0:31833:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a177982f : new rpc_count 0 00000100:00000001:0.0:1790964073.414397:0:31833:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790964073.414398:0:31833:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790964073.414402:0:31833:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7037ba0. 00000020:00000010:0.0:1790964073.414406:0:31833:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000071da7b2d. 00000020:00000010:0.0:1790964073.414414:0:31833:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfe7a5a6. 00000020:00000040:0.0:1790964073.414418:0:31833:0:(genops.c:879:class_export_put()) PUTting export 00000000a177982f : new refcount 11 02000000:00000001:0.0:1790964073.414422:0:31833:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1790964073.414424:0:31833:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 640 at 00000000c9991f32. 02000000:00000001:0.0:1790964073.414426:0:31833:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1790964073.414430:0:31833:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1790964073.414434:0:31833:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1790964073.414438:0:31833:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d19f66dc. 00000400:00000010:0.0:1790964073.414442:0:31833:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b523761. 00000100:00000001:0.0:1790964073.414459:0:31837:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1790964073.414464:0:31837:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790964073.414465:0:31837:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790964073.414467:0:31837:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf21198e. 00000400:00000200:0.0:1790964073.414469:0:31837:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f94ea58b 00000400:00000010:0.0:1790964073.414470:0:31837:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f94ea58b. 00000100:00000001:0.0:1790964073.414472:0:31837:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964073.414475:0:31837:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b8df1425 x1877961920744960/t0(0) o101->MGC192.168.201.126@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964089 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790964073.414482:0:31837:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b8df1425 x1877961920744960/t0(0) o101->MGC192.168.201.126@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964089 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964073.414489:0:31837:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790964073.414490:0:31837:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964073.414492:0:31837:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790964073.414495:0:31837:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790964073.414496:0:31837:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964073.414498:0:31837:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964073.414500:0:31837:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964073.414503:0:31837:0:(import.c:2195:obd_at_measure()) add 5 to 00000000f3e212ad time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1790964073.414507:0:31837:0:(import.c:2195:obd_at_measure()) add 1 to 000000002ad15219 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964073.414509:0:31837:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790964073.414511:0:31837:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964073.414513:0:31837:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1790964073.414515:0:31837:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.414518:0:31837:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964073.414520:0:31837:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b8df1425 x1877961920744960/t0(0) o101->MGC192.168.201.126@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964089 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964073.414537:0:31837:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964073.414539:0:31837:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790964073.414541:0:31837:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790964073.414545:0:31837:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8df1425 x1877961920744960/t0(0) o101->MGC192.168.201.126@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964089 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964073.414551:0:31837:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b8df1425 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31837:1877961920744960:0@lo:101: 00000100:00000001:0.0:1790964073.414555:0:31837:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964073.414557:0:31837:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.414559:0:31837:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1790964073.414561:0:31837:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964073.414563:0:31837:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b8df1425 x1877961920744960/t0(0) o101->MGC192.168.201.126@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964089 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964073.414569:0:31837:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1790964073.414571:0:31837:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ae5a5d99. 00000100:00000001:0.0:1790964073.414574:0:31837:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1790964073.414575:0:31837:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964073.414578:0:31837:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1790964073.414580:0:31837:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1790964073.414582:0:31837:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964073.414583:0:31837:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000006d048e01 refcount=4 00000020:00000001:0.0:1790964073.414585:0:31837:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446632419511542272 : -111654198009344 : ffff9a737b30a200) 00010000:00000001:0.0:1790964073.414588:0:31837:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446632419511542272 : -111654198009344 : ffff9a737b30a200) 00010000:00000040:0.0:1790964073.414592:0:31837:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 000000006d048e01, remote cookie: 0xac4d2e1fab2341fe, flags: 0x0 00010000:00000001:0.0:1790964073.414594:0:31837:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1790964073.414596:0:31837:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1790964073.414597:0:31837:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1790964073.414598:0:31837:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1790964073.414599:0:31837:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1790964073.414601:0:31837:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003ddadcf1) refcount = 1 00010000:00010000:0.0:1790964073.414604:0:31837:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.126@tcp lock: 000000006d048e01/0xac4d2e1fab2341f7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xac4d2e1fab2341fe expref: -99 pid: 31837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964073.414621:0:31837:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1790964073.414622:0:31837:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1790964073.414624:0:31837:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1790964073.414626:0:31837:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1790964073.414629:0:31837:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790964073.414631:0:31837:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.126@tcp lock: 000000006d048e01/0xac4d2e1fab2341f7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xac4d2e1fab2341fe expref: -99 pid: 31837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964073.414636:0:31837:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1790964073.414638:0:31837:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1790964073.414639:0:31837:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1790964073.414640:0:31837:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1790964073.414641:0:31837:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1790964073.414643:0:31837:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.414645:0:31837:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964073.414648:0:31837:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b8df1425 x1877961920744960/t0(0) o101->MGC192.168.201.126@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964089 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964073.414654:0:31837:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790964073.414656:0:31837:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790964073.414659:0:31837:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f0fe9b0a. 02000000:00000001:0.0:1790964073.414662:0:31837:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790964073.414664:0:31837:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964073.414665:0:31837:0:(genops.c:1223:class_import_put()) import 000000001ec714a2 refcount=3 obd=MGC192.168.201.126@tcp 00000020:00000001:0.0:1790964073.414667:0:31837:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1790964073.414669:0:31837:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000098f2445f. 02000000:00000001:0.0:1790964073.414671:0:31837:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790964073.414673:0:31837:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790964073.414675:0:31837:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8df1425. 00000100:00000001:0.0:1790964073.414677:0:31837:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790964073.414678:0:31837:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1790964073.414680:0:31837:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1790964073.414682:0:31837:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1790964073.414684:0:31837:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000cbbda7fc) refs 3 10000000:00000001:0.0:1790964073.414686:0:31837:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964073.414688:0:31837:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1790964073.414695:0:31837:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964073.414696:0:31837:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000006d048e01 refcount=3 00000020:00000001:0.0:1790964073.414698:0:31837:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446632419511542272 : -111654198009344 : ffff9a737b30a200) 00010000:00000001:0.0:1790964073.414700:0:31837:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446632419511542272 : -111654198009344 : ffff9a737b30a200) 00010000:00000001:0.0:1790964073.414702:0:31837:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1790964073.414703:0:31837:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1790964073.414704:0:31837:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1790964073.414706:0:31837:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1790964073.414709:0:31837:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1790964073.414711:0:31837:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at 00000000fb6f96ce. 00000100:00000010:0.0:1790964073.414728:0:31837:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8df1425. 00000020:00000040:0.0:1790964073.414731:0:31837:0:(genops.c:1210:class_import_get()) import 000000001ec714a2 refcount=4 obd=MGC192.168.201.126@tcp 00000100:00000001:0.0:1790964073.414733:0:31837:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790964073.414735:0:31837:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790964073.414738:0:31837:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790964073.414741:0:31837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000098f2445f. 00000100:00000001:0.0:1790964073.414744:0:31837:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.414748:0:31837:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1790964073.414751:0:31837:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f0fe9b0a. 00000100:00000010:0.0:1790964073.414753:0:31837:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000037ef57d. 00000020:00000040:0.0:1790964073.414755:0:31837:0:(genops.c:1210:class_import_get()) import 000000001ec714a2 refcount=5 obd=MGC192.168.201.126@tcp 00000100:00000001:0.0:1790964073.414759:0:31837:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1790964073.414761:0:31837:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1790964073.414764:0:31837:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae5a5d99. 00000100:00000001:0.0:1790964073.414766:0:31837:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446632418683529856 : -111655026021760 : ffff9a7349d62a80) 00000100:00000001:0.0:1790964073.414768:0:31837:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790964073.414770:0:31837:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446632419551190912 : -111654158360704 : ffff9a737d8d9f80) 00000100:00000001:0.0:1790964073.414773:0:31837:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790964073.414775:0:31837:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.414776:0:31837:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1790964073.414777:0:31837:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1790964073.414780:0:31837:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8df1425 x1877961920745216/t0(0) o256->MGC192.168.201.126@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964073.414786:0:31837:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964073.414788:0:31837:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964073.414796:0:31837:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790964073.414798:0:31837:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964073.414800:0:31837:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964073.414802:0:31837:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b8df1425 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31837:1877961920745216:0@lo:256: 00000100:00000001:0.0:1790964073.414806:0:31837:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790964073.414810:0:31837:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790964073.414812:0:31837:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.414815:0:31837:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1790964073.414819:0:31837:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf21198e. 00000400:00000010:0.0:1790964073.414823:0:31837:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000002b7868de. 00000100:00000200:0.0:1790964073.414827:0:31837:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6abff15300f00-0x6abff15300f00, portal 33 00000100:00000001:0.0:1790964073.414830:0:31837:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964073.414832:0:31837:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790964073.414834:0:31837:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bfe7a5a6. 02000000:00000001:0.0:1790964073.414836:0:31837:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1790964073.414838:0:31837:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000880d58c9. 00000400:00000010:0.0:1790964073.414840:0:31837:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f94ea58b. 00000100:00000200:0.0:1790964073.414842:0:31837:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961920745216, portal 25 00000100:00000001:0.0:1790964073.414844:0:31837:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790964073.414844:0:31837:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446632419551190912 : -111654158360704 : ffff9a737d8d9f80) 00000100:00000040:0.0:1790964073.414848:0:31837:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b8df1425 x1877961920745216/t0(0) o256->MGC192.168.201.126@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964089 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964073.414853:0:31837:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964073.414855:0:31837:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964073.414857:0:31837:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9e4c745. 00000100:00000200:0.0:1790964073.414859:0:31837:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1877961920745216, offset 0 00000400:00000200:0.0:1790964073.414863:0:31837:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964073.414870:0:31837:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964073.414875:0:31837:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6abff15300f00 00000400:00000200:0.0:1790964073.414880:0:31837:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x165 [2] + 0 00000400:00000010:0.0:1790964073.414883:0:31837:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053a72b44. 00000400:00000200:0.0:1790964073.414886:0:31837:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001eefb5fa 00000400:00000200:0.0:1790964073.414890:0:31837:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964073.414898:0:31837:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1790964073.414901:0:31837:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001eefb5fa 00000400:00000010:0.0:1790964073.414903:0:31837:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000001eefb5fa. 00000100:00000001:0.0:1790964073.414906:0:31837:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1790964073.414908:0:31837:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1790964073.414910:0:31837:0:(events.c:341:request_in_callback()) incoming req@00000000ed7d72b2 x1877961920745216 msgsize 304 00000100:00100000:0.0:1790964073.414914:0:31837:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1790964073.414915:0:31837:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1790964073.414933:0:31837:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:0.0:1790964073.414939:0:31837:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9e4c745 00000400:00000010:0.0:1790964073.414941:0:31837:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f9e4c745. 00000100:00000001:0.0:1790964073.414943:0:31837:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790964073.414946:0:31837:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b8df1425 x1877961920745216/t0(0) o256->MGC192.168.201.126@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964089 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964073.414954:0:31837:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964073.414956:0:31837:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b8df1425 x1877961920745216/t0(0) o256->MGC192.168.201.126@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964089 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964073.414961:0:31837:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.414963:0:31837:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1790964073.414966:0:31837:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.414969:0:31837:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS new deadline estimation for cpu 0 is 4295602180 00000100:00000001:0.0:1790964073.414975:0:31837:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295602179 00000100:00000001:0.0:1790964073.414979:0:31837:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS new deadline estimation for cpu 1 is 4295602180 00000100:00000001:0.0:1790964073.414982:0:31837:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295602179 00000100:00000001:0.0:1790964073.414985:0:31837:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS new deadline estimation for cpu 2 is 4295602180 00000100:00000001:0.0:1790964073.414988:0:31837:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295602179 00000100:00000001:0.0:1790964073.414990:0:31837:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS new deadline estimation for cpu 3 is 4295602180 00000100:00000001:0.0:1790964073.414993:0:31837:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295602179 00000100:00000001:0.0:1790964073.414995:0:31837:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964073.414997:0:31837:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.414999:0:31837:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964073.415000:0:31837:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1790964073.415008:0:31837:0:(client.c:2716:ptlrpc_set_wait()) set 00000000ae5a5d99 going to sleep for 11 seconds 00000100:00000001:0.0:1790964073.415010:0:31837:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964073.415012:0:31837:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964073.415303:0:30946:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790964073.415311:0:30946:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964073.415312:0:30946:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964073.415315:0:30946:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964073.415317:0:30946:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964073.415319:0:30946:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790964073.415323:0:30946:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008df6e611 x1877961920745088/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964073.415339:0:30946:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964073.415341:0:30946:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964073.415343:0:30946:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964073.415345:0:30946:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964073.415346:0:30946:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964073.415348:0:30946:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000008df6e611 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30946:1877961920745088:0@lo:38: 00000100:00000001:1.0:1790964073.415352:0:30946:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964073.415354:0:30946:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964073.415355:0:30946:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964073.415357:0:30946:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790964073.415360:0:30946:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000053c46ac4. 02000000:00000001:1.0:1790964073.415362:0:30946:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1790964073.415366:0:30946:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9bd20bc. 00000400:00000010:1.0:1790964073.415370:0:30946:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043b96f0f. 00000100:00000200:1.0:1790964073.415373:0:30946:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961920745088, portal 10 00000100:00000001:1.0:1790964073.415374:0:30946:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964073.415375:0:30946:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446632419551188224 : -111654158363392 : ffff9a737d8d9500) 00000020:00000010:1.0:1790964073.415415:0:30946:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000092551ccd. 00000100:00000040:1.0:1790964073.415421:0:30946:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000008df6e611 x1877961920745088/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964073.415427:0:30946:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964073.415428:0:30946:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964073.415431:0:30946:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064904b81. 00000100:00000200:1.0:1790964073.415433:0:30946:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877961920745088, offset 0 00000400:00000200:1.0:1790964073.415437:0:30946:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964073.415443:0:30946:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964073.415448:0:30946:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6abff15300e80 00000400:00000200:1.0:1790964073.415453:0:30946:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 520 00000400:00000200:1.0:1790964073.415458:0:30946:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964073.415461:0:30946:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964073.415465:0:30946:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1790964073.415466:0:30946:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1790964073.415475:0:30946:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019ebc90c. 00000100:00000040:1.0:1790964073.415477:0:30946:0:(events.c:341:request_in_callback()) incoming req@0000000019ebc90c x1877961920745088 msgsize 520 00000100:00100000:1.0:1790964073.415480:0:30946:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1790964073.415496:0:30946:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1790964073.415503:0:30946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064904b81 00000400:00000010:1.0:1790964073.415505:0:30946:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000064904b81. 00000100:00000001:1.0:1790964073.415507:0:30946:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964073.415510:0:30946:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000008df6e611 x1877961920745088/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964073.415517:0:30946:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964073.415518:0:30946:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008df6e611 x1877961920745088/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964083 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964073.415524:0:30946:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964073.415526:0:30946:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790964073.415529:0:30946:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964073.415532:0:30946:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 1333 usecs (2 jiffies) 00000100:00000001:1.0:1790964073.415535:0:30946:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295602180 00000100:00000001:1.0:1790964073.415537:0:30946:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4295602180 00000100:00000001:1.0:1790964073.415539:0:30946:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295602180 00000100:00000001:1.0:1790964073.415540:0:30946:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4295602180 00000100:00000001:1.0:1790964073.415542:0:30946:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295602180 00000100:00000001:1.0:1790964073.415543:0:30946:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4295602180 00000100:00000001:1.0:1790964073.415545:0:30946:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295602180 00000100:00000001:1.0:1790964073.415546:0:30946:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4295602180 00000100:00000001:1.0:1790964073.415548:0:30946:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964073.415550:0:30946:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964073.415552:0:30946:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964073.415554:0:30946:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964073.415558:0:30946:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964073.415559:0:30946:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964073.415560:0:30946:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964073.415567:0:30946:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964073.415569:0:30946:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964073.415570:0:30946:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.415671:0:31841:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964073.415674:0:31841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920745088 02000000:00000001:0.0:1790964073.415676:0:31841:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964073.415678:0:31841:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964073.415680:0:31841:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964073.415684:0:31841:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964073.415687:0:31841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920745088 00000020:00000001:0.0:1790964073.415690:0:31841:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964073.415701:0:31841:0:(genops.c:804:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1790964073.415703:0:31841:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:0.0:1790964073.415705:0:31841:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964073.415707:0:31841:0:(genops.c:806:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964073.415712:0:31841:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044606d2d. 00000020:00000010:0.0:1790964073.415717:0:31841:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7037ba0. 00000020:00000010:0.0:1790964073.415721:0:31841:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000071da7b2d. 00000100:00000001:0.0:1790964073.415724:0:31841:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964073.415725:0:31841:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964073.415728:0:31841:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.415733:0:31841:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.415747:0:31841:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964073.415756:0:31841:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964073.415758:0:31841:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964073.415761:0:31841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:0.0:1790964073.415764:0:31841:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446632418609000704 : -111655100550912 : ffff9a734564f100) 00000100:00000040:0.0:1790964073.415767:0:31841:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000019ebc90c x1877961920745088/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1790964093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964073.415777:0:31841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000019ebc90c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:30946:x1877961920745088:12345-0@lo:38: 00000100:00000200:0.0:1790964073.415780:0:31841:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961920745088 00000020:00000001:0.0:1790964073.415782:0:31841:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:0.0:1790964073.415785:0:31841:0:(ldlm_lib.c:1174:target_handle_connect()) Process entered 00000020:00000040:0.0:1790964073.415793:0:31841:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (000000001b0dc3cc) now 4 - find 00000020:00000001:0.0:1790964073.415796:0:31841:0:(genops.c:655:class_str2obd()) Process leaving (rc=18446632419261585856 : -111654447965760 : ffff9a736c4a99c0) 00000100:00000001:0.0:1790964073.415808:0:31841:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964073.415809:0:31841:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790964073.415812:0:31841:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000c9991f32. 02000000:00000001:0.0:1790964073.415815:0:31841:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.415817:0:31841:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964073.415819:0:31841:0:(ldlm_lib.c:1263:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401047000022 tmp_exp_old_falloc: 0 00010000:00080000:0.0:1790964073.415824:0:31841:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 934 last 0 00010000:00000001:0.0:1790964073.415828:0:31841:0:(obd_class.h:859:obd_connect()) Process entered 00000004:00000001:0.0:1790964073.415831:0:31841:0:(mdt_handler.c:7495:mdt_obd_connect()) Process entered 00000020:00000001:0.0:1790964073.415833:0:31841:0:(genops.c:1375:class_connect()) Process entered 00000020:00000001:0.0:1790964073.415834:0:31841:0:(genops.c:931:__class_new_export()) Process entered 00000020:00000010:0.0:1790964073.415837:0:31841:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 000000008a31c93f. 00000020:00000001:0.0:1790964073.415840:0:31841:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1790964073.415842:0:31841:0:(lustre_handles.c:93:class_handle_hash()) added object 000000008a31c93f with handle 0xac4d2e1fab234205 to hash 00000020:00000001:0.0:1790964073.415844:0:31841:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000020:00000001:0.0:1790964073.415847:0:31841:0:(obd_class.h:1015:obd_init_export()) Process entered 00000004:00000001:0.0:1790964073.415848:0:31841:0:(mdt_handler.c:7614:mdt_init_export()) Process entered 00000004:00000010:0.0:1790964073.415850:0:31841:0:(mdt_handler.c:7623:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000075830b4c. 00000001:00000001:0.0:1790964073.415853:0:31841:0:(tgt_lastrcvd.c:423:tgt_client_alloc()) Process entered 00000001:00000010:0.0:1790964073.415856:0:31841:0:(tgt_lastrcvd.c:431:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000ce77d08a. 00000001:00000001:0.0:1790964073.415858:0:31841:0:(tgt_lastrcvd.c:438:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964073.415860:0:31841:0:(ldlm_lockd.c:3138:ldlm_init_export()) Process entered 00000001:00000001:0.0:1790964073.415862:0:31841:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1790964073.415866:0:31841:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c1ff7bd1. 00000001:00000010:0.0:1790964073.415870:0:31841:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000067df980e. 00000001:00000010:0.0:1790964073.415873:0:31841:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005fa12fa0. 00000001:00000010:0.0:1790964073.415876:0:31841:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008baceeb8. 00000001:00000010:0.0:1790964073.415879:0:31841:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000593c6d1. 00000001:00000010:0.0:1790964073.415882:0:31841:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000041fc3f7b. 00000001:00000001:0.0:1790964073.415885:0:31841:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1790964073.415887:0:31841:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007abfd47e. 00000001:00000010:0.0:1790964073.415889:0:31841:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000009d865e3d. 00000001:00000010:0.0:1790964073.415891:0:31841:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d629f39f. 00000001:00000010:0.0:1790964073.415893:0:31841:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b3cae5ba. 00000001:00000010:0.0:1790964073.415895:0:31841:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000078d6ef98. 00000001:00000010:0.0:1790964073.415903:0:31841:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bad5063b. 00010000:00000001:0.0:1790964073.415906:0:31841:0:(ldlm_flock.c:1138:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964073.415908:0:31841:0:(ldlm_lockd.c:3157:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1790964073.415910:0:31841:0:(mdt_handler.c:7640:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964073.415911:0:31841:0:(obd_class.h:1019:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1790964073.415913:0:31841:0:(genops.c:868:class_export_get()) GET export 000000008a31c93f refcount=3 00000020:00000040:0.0:1790964073.415917:0:31841:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (000000001b0dc3cc) now 5 - export 00000020:00000001:0.0:1790964073.415920:0:31841:0:(genops.c:1001:__class_new_export()) Process leaving (rc=18446632418566703104 : -111655142848512 : ffff9a7342df8800) 00000020:00000040:0.0:1790964073.415922:0:31841:0:(genops.c:879:class_export_put()) PUTting export 000000008a31c93f : new refcount 2 00000020:00000080:0.0:1790964073.415924:0:31841:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xac4d2e1fab234205 00000020:00000001:0.0:1790964073.415925:0:31841:0:(genops.c:1386:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964073.415927:0:31841:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964073.415928:0:31841:0:(genops.c:804:class_conn2export()) looking for export cookie 0xac4d2e1fab234205 00000020:00000001:0.0:1790964073.415929:0:31841:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964073.415931:0:31841:0:(lustre_handles.c:148:class_handle2object()) GET export 000000008a31c93f refcount=3 00000020:00000001:0.0:1790964073.415933:0:31841:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446632418566703104 : -111655142848512 : ffff9a7342df8800) 00000020:00000001:0.0:1790964073.415934:0:31841:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446632418566703104 : -111655142848512 : ffff9a7342df8800) 00000001:00000001:0.0:1790964073.415937:0:31841:0:(nodemap_handler.c:735:nodemap_add_member()) Process entered 00000001:00000001:0.0:1790964073.415940:0:31841:0:(nodemap_handler.c:520:nodemap_classify_nid()) Process entered 00000001:00000040:0.0:1790964073.415946:0:31841:0:(nodemap_handler.c:533:nodemap_classify_nid()) found nid 192.168.201.126@tcp 00000001:00000040:0.0:1790964073.415950:0:31841:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000c983a130) : new refcount 5 00000001:00000001:0.0:1790964073.415952:0:31841:0:(nodemap_handler.c:558:nodemap_classify_nid()) Process leaving (rc=18446632419502475264 : -111654207076352 : ffff9a737aa64800) 00000001:00000001:0.0:1790964073.415956:0:31841:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:0.0:1790964073.415957:0:31841:0:(genops.c:868:class_export_get()) GET export 000000008a31c93f refcount=4 00000001:00000040:0.0:1790964073.415959:0:31841:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000c983a130) : new refcount 6 00000020:00000010:0.0:1790964073.415965:0:31841:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000071d02d3a. 00000020:00000010:0.0:1790964073.415969:0:31841:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 2752 at 00000000dabfecb8. 00000001:00000001:0.0:1790964073.415999:0:31841:0:(nodemap_member.c:170:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:0.0:1790964073.416003:0:31841:0:(nodemap_handler.c:809:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000001:00000040:0.0:1790964073.416006:0:31841:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000c983a130) : new refcount 5 00000001:00000001:0.0:1790964073.416008:0:31841:0:(nodemap_handler.c:815:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000004:00100000:0.0:1790964073.416011:0:31841:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000001:0.0:1790964073.416021:0:31841:0:(tgt_lastrcvd.c:1061:tgt_client_new()) Process entered 00000001:00000001:0.0:1790964073.416023:0:31841:0:(tgt_lastrcvd.c:1068:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1790964073.416025:0:31841:0:(mdt_fs.c:50:mdt_export_stats_init()) Process entered 00000020:00000001:0.0:1790964073.416028:0:31841:0:(lprocfs_status_server.c:708:lprocfs_exp_setup()) Process entered 00000020:00000010:0.0:1790964073.416031:0:31841:0:(lprocfs_status_server.c:729:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000008ccd4002. 00000020:00000040:0.0:1790964073.416036:0:31841:0:(lprocfs_status_server.c:748:lprocfs_exp_setup()) Found stats 000000008ccd4002 for nid 0@lo - ref 2 00000020:00000001:0.0:1790964073.416133:0:31841:0:(lprocfs_status_server.c:781:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964073.416139:0:31841:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000000ccb6994. 00000020:00000010:0.0:1790964073.416142:0:31841:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1728 at 00000000f85d7004. 00000020:00000010:0.0:1790964073.416145:0:31841:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1080 at 0000000081a90259. 00000020:00000010:0.0:1790964073.416167:0:31841:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000cfa775d8. 00000020:00000010:0.0:1790964073.416170:0:31841:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 448 at 0000000080da75e3. 00000020:00000010:0.0:1790964073.416173:0:31841:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000000e137d66. 00000004:00000001:0.0:1790964073.416227:0:31841:0:(mdt_fs.c:75:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1790964073.416230:0:31841:0:(mdt_handler.c:7562:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964073.416232:0:31841:0:(obd_class.h:875:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964073.416236:0:31841:0:(genops.c:1264:class_new_import()) kmalloced '(imp)': 1720 at 000000003ef7b1cf. 00000020:00000040:0.0:1790964073.416239:0:31841:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (000000001b0dc3cc) now 6 - import 00000020:00000001:0.0:1790964073.416243:0:31841:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964073.416244:0:31841:0:(genops.c:1223:class_import_put()) import 000000003ef7b1cf refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1790964073.416246:0:31841:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000040:0.0:1790964073.416250:0:31841:0:(genops.c:868:class_export_get()) GET export 000000008a31c93f refcount=5 00000100:00000040:0.0:1790964073.416252:0:31841:0:(service.c:1082:ptlrpc_request_change_export()) RPC GETting export 000000008a31c93f : new rpc_count 1 00000100:00000001:0.0:1790964073.416254:0:31841:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1790964073.416257:0:31841:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964073.416259:0:31841:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000290deab7 refcount 15 to 0@lo 00000100:00000001:0.0:1790964073.416261:0:31841:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446632419520504896 : -111654189046720 : ffff9a737bb96440) 00000100:00000001:0.0:1790964073.416264:0:31841:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446632419520504896 : -111654189046720 : 0xffff9a737bb96440) 00000100:00000040:0.0:1790964073.416266:0:31841:0:(connection.c:150:ptlrpc_connection_get()) conn=00000000290deab7 refcount 15 to 0@lo 00000020:00000040:0.0:1790964073.416269:0:31841:0:(genops.c:868:class_export_get()) GET export 000000008a31c93f refcount=6 00000100:00000001:0.0:1790964073.416273:0:31841:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964073.416275:0:31841:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000290deab7 refcount 16 to 0@lo 00000100:00000001:0.0:1790964073.416282:0:31841:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446632419520504896 : -111654189046720 : ffff9a737bb96440) 02000000:00000001:0.0:1790964073.416285:0:31841:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1790964073.416287:0:31841:0:(sec.c:1444:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1790964073.416289:0:31841:0:(sec.c:1452:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:0.0:1790964073.416292:0:31841:0:(sec.c:1483:sptlrpc_sec_create()) Process leaving (rc=18446744072652998048 : -1056553568 : ffffffffc10645a0) 02000000:00000001:0.0:1790964073.416296:0:31841:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.416298:0:31841:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1790964073.416300:0:31841:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1790964073.416302:0:31841:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1790964073.416305:0:31841:0:(import.c:65:import_set_state_nolock()) 000000003ef7b1cf : changing import state from RECOVER to FULL 00000100:00000001:0.0:1790964073.416307:0:31841:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:0.0:1790964073.416309:0:31841:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1790964073.416311:0:31841:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1790964073.416313:0:31841:0:(genops.c:879:class_export_put()) PUTting export 000000008a31c93f : new refcount 5 00000020:00000040:0.0:1790964073.416315:0:31841:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000 (000000001b0dc3cc) now 6 - find 00010000:00000001:0.0:1790964073.416318:0:31841:0:(ldlm_lib.c:1741:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964073.416321:0:31841:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1790964073.416323:0:31841:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664497104 : -1045054512 : ffffffffc1b5bbd0) 00000020:00000001:0.0:1790964073.416327:0:31841:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1790964073.416328:0:31841:0:(tgt_handler.c:559:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790964073.416330:0:31841:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1790964073.416331:0:31841:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1790964073.416334:0:31841:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964073.416336:0:31841:0:(tgt_handler.c:1061:tgt_connect()) Process entered 00000001:00000001:0.0:1790964073.416342:0:31841:0:(nodemap_handler.c:1096:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1790964073.416344:0:31841:0:(nodemap_handler.c:1099:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1790964073.416345:0:31841:0:(nodemap_handler.c:1096:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1790964073.416346:0:31841:0:(nodemap_handler.c:1099:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964073.416348:0:31841:0:(tgt_handler.c:1130:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964073.416350:0:31841:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961920745088 00010000:00000001:0.0:1790964073.416353:0:31841:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:0.0:1790964073.416357:0:31841:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@0000000019ebc90c x1877961920745088/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964093 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964073.416365:0:31841:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964073.416367:0:31841:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964073.416376:0:31841:0:(import.c:2195:obd_at_measure()) add 1 to 00000000417b45e4 time=1790964073 v=10 (0 0 0 0) 00000100:00001000:0.0:1790964073.416379:0:31841:0:(import.c:2261:obd_at_measure()) AT 00000000417b45e4 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:0.0:1790964073.416382:0:31841:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt changed estimate from 10 to 5 req@0000000019ebc90c x1877961920745088/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964093 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1790964073.416389:0:31841:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1790964073.416391:0:31841:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964073.416393:0:31841:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000290deab7 refcount 17 to 0@lo 00000100:00000001:0.0:1790964073.416394:0:31841:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446632419520504896 : -111654189046720 : ffff9a737bb96440) 02000000:00000001:0.0:1790964073.416396:0:31841:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964073.416398:0:31841:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.416400:0:31841:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964073.416401:0:31841:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964073.416405:0:31841:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9e4c745. 00000100:00000200:0.0:1790964073.416408:0:31841:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1877961920745088, offset 0 00000400:00000200:0.0:1790964073.416413:0:31841:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964073.416421:0:31841:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964073.416430:0:31841:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6abff15300e80 00000400:00000200:0.0:1790964073.416434:0:31841:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0xac5 [1] + 0 00000400:00000200:0.0:1790964073.416440:0:31841:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964073.416443:0:31841:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964073.416448:0:31841:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964073.416450:0:31841:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000008df6e611 x1877961920745088/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964083 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964073.416458:0:31841:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@000000008df6e611 x1877961920745088/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964083 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964073.416475:0:31841:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790964073.416482:0:31841:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9e4c745 00000400:00000010:0.0:1790964073.416483:0:31841:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f9e4c745. 00000100:00000001:0.0:1790964073.416486:0:31841:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964073.416488:0:31841:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790964073.416491:0:31841:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964073.416493:0:31841:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000290deab7 refcount 16 to 0@lo 00010000:00000001:0.0:1790964073.416495:0:31841:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:0.0:1790964073.416502:0:31841:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964073.416504:0:31841:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1790964073.416507:0:31841:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019ebc90c x1877961920745088/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964093 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964073.416514:0:31841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000019ebc90c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:30946:x1877961920745088:12345-0@lo:38: Request processed in 737us (1036us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964073.416521:0:31841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:0.0:1790964073.416524:0:31841:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008a31c93f : new rpc_count 0 00000100:00000001:0.0:1790964073.416525:0:31841:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790964073.416527:0:31841:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790964073.416531:0:31841:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7037ba0. 00000020:00000010:0.0:1790964073.416534:0:31841:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000071da7b2d. 00000020:00000010:0.0:1790964073.416537:0:31841:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044606d2d. 00000020:00000040:0.0:1790964073.416541:0:31841:0:(genops.c:879:class_export_put()) PUTting export 000000008a31c93f : new refcount 4 00000100:00000001:0.0:1790964073.416543:0:31841:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964073.416563:0:30946:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964073.416565:0:30946:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1790964073.416571:0:30946:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790964073.416572:0:30946:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790964073.416574:0:30946:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9bd20bc. 00000400:00000200:0.0:1790964073.416576:0:30946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043b96f0f 00000400:00000010:0.0:1790964073.416578:0:30946:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000043b96f0f. 00000100:00000001:3.0:1790964073.417220:0:31835:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1790964073.417225:0:31835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920745216 02000000:00000001:3.0:1790964073.417228:0:31835:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1790964073.417230:0:31835:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964073.417232:0:31835:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964073.417235:0:31835:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964073.417239:0:31835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920745216 00000020:00000001:3.0:1790964073.417241:0:31835:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964073.417243:0:31835:0:(genops.c:804:class_conn2export()) looking for export cookie 0xac4d2e1fab234117 00000020:00000001:3.0:1790964073.417245:0:31835:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964073.417247:0:31835:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000a177982f refcount=12 00000020:00000001:3.0:1790964073.417250:0:31835:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446632419225356288 : -111654484195328 : ffff9a736a21c800) 00000020:00000001:3.0:1790964073.417251:0:31835:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446632419225356288 : -111654484195328 : ffff9a736a21c800) 00000100:00000001:3.0:1790964073.417256:0:31835:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790964073.417260:0:31835:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015eda44f. 00000100:00000001:3.0:1790964073.417263:0:31835:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790964073.417265:0:31835:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015eda44f. 00000020:00000010:3.0:1790964073.417270:0:31835:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031717169. 00000020:00000010:3.0:1790964073.417274:0:31835:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f156bd9e. 00000020:00000010:3.0:1790964073.417278:0:31835:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001dcd34eb. 00000100:00000040:3.0:1790964073.417285:0:31835:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1790964073.417289:0:31835:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1790964073.417290:0:31835:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1790964073.417291:0:31835:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.417483:0:30946:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964073.417487:0:30946:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000008df6e611 x1877961920745088/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964083 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790964073.417495:0:30946:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000008df6e611 x1877961920745088/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964083 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964073.417501:0:30946:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790964073.417503:0:30946:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964073.417506:0:30946:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790964073.417509:0:30946:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790964073.417510:0:30946:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964073.417511:0:30946:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964073.417513:0:30946:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964073.417529:0:30946:0:(import.c:2195:obd_at_measure()) add 5 to 000000006e04bf3e time=1790964073 v=5 (0 0 0 0) 00000100:00001000:0.0:1790964073.417533:0:30946:0:(import.c:2195:obd_at_measure()) add 1 to 0000000005cd1cc5 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964073.417536:0:30946:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790964073.417538:0:30946:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964073.417541:0:30946:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1790964073.417545:0:30946:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@000000008df6e611 x1877961920745088/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964083 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964073.417552:0:30946:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.417555:0:30946:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1790964073.417556:0:30946:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1790964073.417558:0:30946:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1790964073.417560:0:30946:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964073.417563:0:30946:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008df6e611 x1877961920745088/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964083 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964073.417569:0:30946:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964073.417571:0:30946:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790964073.417573:0:30946:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964073.417575:0:30946:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1790964073.417805:0:30946:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000020:00000001:0.0:1790964073.417809:0:30946:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964073.417811:0:30946:0:(genops.c:804:class_conn2export()) looking for export cookie 0xac4d2e1fab2341e9 00000020:00000001:0.0:1790964073.417812:0:30946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964073.417814:0:30946:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000ac292b93 refcount=7 00000020:00000001:0.0:1790964073.417816:0:30946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446632419549839360 : -111654159712256 : ffff9a737d790000) 00000020:00000001:0.0:1790964073.417818:0:30946:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446632419549839360 : -111654159712256 : ffff9a737d790000) 00000100:00001000:0.0:1790964073.417820:0:30946:0:(import.c:2195:obd_at_measure()) add 1 to 0000000005cd1cc5 time=1790964073 v=0 (0 0 0 0) 00000100:00001000:0.0:1790964073.417823:0:30946:0:(import.c:2261:obd_at_measure()) AT 0000000005cd1cc5 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:0.0:1790964073.417827:0:30946:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000020:00000040:0.0:1790964073.417830:0:30946:0:(genops.c:879:class_export_put()) PUTting export 00000000ac292b93 : new refcount 6 00000100:00000001:0.0:1790964073.417832:0:30946:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:0.0:1790964073.417835:0:30946:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1790964073.417836:0:30946:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1790964073.417839:0:30946:0:(import.c:65:import_set_state_nolock()) 000000006d2a1b47 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1790964073.417848:0:30946:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:0.0:1790964073.417849:0:30946:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1790964073.417850:0:30946:0:(import.c:1285:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964073.417853:0:30946:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1790964073.417855:0:30946:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.417858:0:30946:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964073.417861:0:30946:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008df6e611 x1877961920745088/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964083 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964073.417869:0:30946:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000008df6e611 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:30946:1877961920745088:0@lo:38: 00000100:00000001:3.0:1790964073.417925:0:31835:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964073.417944:0:31835:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964073.417956:0:31835:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1790964073.417958:0:31835:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1790964073.417962:0:31835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000040:3.0:1790964073.417965:0:31835:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a177982f : new rpc_count 1 00000100:00000001:3.0:1790964073.417967:0:31835:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446632414338074704 : -111659371476912 : ffff9a7246d3c850) 00000100:00000040:3.0:1790964073.417971:0:31835:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ed7d72b2 x1877961920745216/t0(0) o256->b9132a03-aeca-4bef-8b1c-0cb6c4ef178f@0@lo:649/0 lens 304/0 e 0 to 0 dl 1790964084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964073.417979:0:31835:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790964073.417982:0:31835:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015eda44f. 00000100:00000001:3.0:1790964073.417984:0:31835:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790964073.417986:0:31835:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015eda44f. 00000100:00100000:3.0:1790964073.417990:0:31835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ed7d72b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+12:31837:x1877961920745216:12345-0@lo:256: 00000100:00000200:3.0:1790964073.417993:0:31835:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961920745216 00000020:00000001:3.0:1790964073.417996:0:31835:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1790964073.418000:0:31835:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1790964073.418002:0:31835:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964073.418004:0:31835:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1790964073.418006:0:31835:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662514208 : -1047037408 : ffffffffc1977a20) 00000020:00000001:3.0:1790964073.418010:0:31835:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1790964073.418011:0:31835:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1790964073.418013:0:31835:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1790964073.418016:0:31835:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1790964073.418018:0:31835:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964073.418022:0:31835:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1790964073.418025:0:31835:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1790964073.418029:0:31835:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000051e86549. 02000000:00000001:3.0:1790964073.418031:0:31835:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964073.418033:0:31835:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1790964073.418036:0:31835:0:(mgs_handler.c:690:mgs_config_read()) Process entered 20000000:00000001:3.0:1790964073.418039:0:31835:0:(mgs_nids.c:889:mgs_get_ir_logs()) Process entered 20000000:01000000:3.0:1790964073.418077:0:31835:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1790964073.418081:0:31835:0:(mgs_nids.c:917:mgs_get_ir_logs()) kmalloced '(folios)': 32 at 000000009a18f053. 20000000:00000001:3.0:1790964073.418089:0:31835:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1790964073.418096:0:31835:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:3.0:1790964073.418102:0:31835:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1790964073.418105:0:31835:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 9 20000000:00000001:3.0:1790964073.418106:0:31835:0:(mgs_nids.c:321:mgs_nidtbl_read()) Process leaving (rc=44 : 44 : 2c) 00000100:00000001:3.0:1790964073.418109:0:31835:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1790964073.418112:0:31835:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006ceb0deb. 00000100:00000010:3.0:1790964073.418116:0:31835:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000000314bd0c. 00000020:00000040:3.0:1790964073.418118:0:31835:0:(genops.c:868:class_export_get()) GET export 00000000a177982f refcount=13 00010000:00000001:3.0:1790964073.418122:0:31835:0:(ldlm_lib.c:3582:target_bulk_io()) Process entered 00000100:00000001:3.0:1790964073.418124:0:31835:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1790964073.418129:0:31835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000814c92ba. 00000400:00000010:3.0:1790964073.418137:0:31835:0:(lib-lnet.h:449:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000fdc3b571. 00000400:00000200:3.0:1790964073.418141:0:31835:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964073.418154:0:31835:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964073.418163:0:31835:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 44 into portal 33 MB=0x6abff15300f00 00000400:00000200:3.0:1790964073.418169:0:31835:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 44/44 into md 0xab9 [4] + 0 00000400:00000010:3.0:1790964073.418173:0:31835:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf21198e. 00000400:00000200:3.0:1790964073.418177:0:31835:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002b7868de 00000400:00000200:3.0:1790964073.418192:0:31835:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964073.418196:0:31835:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1790964073.418200:0:31835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b7868de 00000400:00000010:3.0:1790964073.418202:0:31835:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 000000002b7868de. 00000100:00000001:3.0:1790964073.418206:0:31835:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:3.0:1790964073.418208:0:31835:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req 00000000b8df1425 desc 00000000f0fe9b0a mbits 1877961920745216 00000100:00000001:3.0:1790964073.418215:0:31835:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1790964073.418219:0:31835:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1790964073.418223:0:31835:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1790964073.418230:0:31835:0:(lib-move.c:4532:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0xad1 00000400:00000200:3.0:1790964073.418233:0:31835:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964073.418236:0:31835:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1790964073.418239:0:31835:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:3.0:1790964073.418240:0:31835:0:(events.c:464:server_bulk_callback()) event type 4, status 0, desc 000000006ceb0deb 00000100:00000001:3.0:1790964073.418242:0:31835:0:(events.c:491:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1790964073.418247:0:31835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000814c92ba 00000400:00000010:3.0:1790964073.418254:0:31835:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000814c92ba. 00000100:00000001:3.0:1790964073.418257:0:31835:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:3.0:1790964073.418257:0:31835:0:(events.c:464:server_bulk_callback()) event type 5, status 0, desc 000000006ceb0deb 00000100:00000001:3.0:1790964073.418259:0:31835:0:(events.c:491:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1790964073.418264:0:31835:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 44 bytes via portal 33 id 12345-0@lo mbits 0x6abff15300f00-0x6abff15300f00 00000100:00000001:3.0:1790964073.418267:0:31835:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964073.418270:0:31835:0:(ldlm_lib.c:3674:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964073.418272:0:31835:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1790964073.418274:0:31835:0:(genops.c:879:class_export_put()) PUTting export 00000000a177982f : new refcount 12 00000100:00000010:3.0:1790964073.418277:0:31835:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000000314bd0c. 00000100:00000010:3.0:1790964073.418280:0:31835:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006ceb0deb. 00000100:00000001:3.0:1790964073.418283:0:31835:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1790964073.418284:0:31835:0:(mgs_nids.c:953:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1790964073.418292:0:31835:0:(mgs_nids.c:964:mgs_get_ir_logs()) kvfree 'folios': 32 at 000000009a18f053. 20000000:00000001:3.0:1790964073.418295:0:31835:0:(mgs_handler.c:713:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1790964073.418298:0:31835:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961920745216 00010000:00000001:3.0:1790964073.418300:0:31835:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:3.0:1790964073.418303:0:31835:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000ed7d72b2 x1877961920745216/t0(0) o256->b9132a03-aeca-4bef-8b1c-0cb6c4ef178f@0@lo:649/0 lens 304/240 e 0 to 0 dl 1790964084 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790964073.418311:0:31835:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1790964073.418313:0:31835:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964073.418315:0:31835:0:(import.c:2195:obd_at_measure()) add 1 to 00000000957e71d4 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964073.418319:0:31835:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964073.418321:0:31835:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000290deab7 refcount 17 to 0@lo 00000100:00000001:3.0:1790964073.418323:0:31835:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446632419520504896 : -111654189046720 : ffff9a737bb96440) 02000000:00000001:3.0:1790964073.418326:0:31835:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1790964073.418327:0:31835:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964073.418330:0:31835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964073.418332:0:31835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964073.418335:0:31835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000814c92ba. 00000100:00000200:3.0:1790964073.418338:0:31835:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1877961920745216, offset 224 00000400:00000200:3.0:1790964073.418341:0:31835:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964073.418347:0:31835:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964073.418352:0:31835:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6abff15300f00 00000400:00000200:3.0:1790964073.418356:0:31835:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0xabd [1] + 224 00000400:00000200:3.0:1790964073.418365:0:31835:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964073.418367:0:31835:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1790964073.418370:0:31835:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964073.418373:0:31835:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b8df1425 x1877961920745216/t0(0) o256->MGC192.168.201.126@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964089 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1790964073.418380:0:31835:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000b8df1425 x1877961920745216/t0(0) o256->MGC192.168.201.126@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964089 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964073.418387:0:31835:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1790964073.418391:0:31835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000814c92ba 00000400:00000010:3.0:1790964073.418393:0:31835:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000814c92ba. 00000100:00000001:3.0:1790964073.418395:0:31835:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1790964073.418396:0:31835:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1790964073.418399:0:31835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964073.418401:0:31835:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000290deab7 refcount 16 to 0@lo 00010000:00000001:3.0:1790964073.418414:0:31835:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:3.0:1790964073.418416:0:31835:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964073.418417:0:31835:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1790964073.418421:0:31835:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed7d72b2 x1877961920745216/t0(0) o256->b9132a03-aeca-4bef-8b1c-0cb6c4ef178f@0@lo:649/0 lens 304/240 e 0 to 0 dl 1790964084 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964073.418428:0:31835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ed7d72b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+12:31837:x1877961920745216:12345-0@lo:256: Request processed in 448us (3516us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964073.418435:0:31835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000040:3.0:1790964073.418437:0:31835:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a177982f : new rpc_count 0 00000100:00000001:3.0:1790964073.418439:0:31835:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1790964073.418441:0:31835:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1790964073.418444:0:31835:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f156bd9e. 00000020:00000010:3.0:1790964073.418449:0:31835:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001dcd34eb. 00000020:00000010:3.0:1790964073.418452:0:31835:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031717169. 00000020:00000040:3.0:1790964073.418455:0:31835:0:(genops.c:879:class_export_put()) PUTting export 00000000a177982f : new refcount 11 02000000:00000001:3.0:1790964073.418458:0:31835:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1790964073.418460:0:31835:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 536 at 0000000051e86549. 02000000:00000001:3.0:1790964073.418463:0:31835:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1790964073.418465:0:31835:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1790964073.418475:0:31835:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1790964073.418479:0:31835:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067a5360b. 00000400:00000010:3.0:1790964073.418483:0:31835:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4c1740c. 00000100:00000040:0.0:1790964073.418571:0:748:0:(connection.c:75:cpu_latency_work()) work item of 00000000d857a7fa (cpu 0) has reached its deadline 4295602180, at 4295602181 00000100:00000010:0.0:1790964073.418644:0:748:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e00c478c. 00000100:00000001:0.0:1790964073.418663:0:31837:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1790964073.418668:0:31837:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790964073.418670:0:31837:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790964073.418671:0:31837:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000880d58c9. 00000400:00000200:0.0:1790964073.418673:0:31837:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f94ea58b 00000400:00000010:0.0:1790964073.418675:0:31837:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f94ea58b. 00000100:00000001:0.0:1790964073.418677:0:31837:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964073.418680:0:31837:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b8df1425 x1877961920745216/t0(0) o256->MGC192.168.201.126@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964089 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790964073.418688:0:31837:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b8df1425 x1877961920745216/t0(0) o256->MGC192.168.201.126@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964089 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964073.418762:0:31837:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790964073.418763:0:31837:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964073.418765:0:31837:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790964073.418767:0:31837:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790964073.418769:0:31837:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964073.418770:0:31837:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964073.418772:0:31837:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964073.418775:0:31837:0:(import.c:2195:obd_at_measure()) add 5 to 00000000f3e212ad time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1790964073.418778:0:31837:0:(import.c:2195:obd_at_measure()) add 1 to 000000002ad15219 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964073.418780:0:31837:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790964073.418781:0:31837:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964073.418788:0:31837:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1790964073.418790:0:31837:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.418792:0:31837:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964073.418795:0:31837:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000b8df1425 x1877961920745216/t0(0) o256->MGC192.168.201.126@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964089 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964073.418802:0:31837:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000b8df1425 x1877961920745216/t0(0) o256->MGC192.168.201.126@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964089 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964073.418807:0:31837:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790964073.418808:0:31837:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790964073.418810:0:31837:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8df1425 x1877961920745216/t0(0) o256->MGC192.168.201.126@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964089 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964073.418816:0:31837:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b8df1425 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:31837:1877961920745216:0@lo:256: 00000100:00000001:0.0:1790964073.418820:0:31837:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964073.418822:0:31837:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.418824:0:31837:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1790964073.418826:0:31837:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964073.418828:0:31837:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b8df1425 x1877961920745216/t0(0) o256->MGC192.168.201.126@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964089 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964073.418834:0:31837:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1790964073.418835:0:31837:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ae5a5d99. 00000100:00000001:0.0:1790964073.418838:0:31837:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1790964073.418839:0:31837:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1790964073.418842:0:31837:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 9, more 0. 10000000:00000001:0.0:1790964073.418845:0:31837:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1790964073.418850:0:31837:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 0000000090f0963f. 10000000:00000010:0.0:1790964073.418853:0:31837:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 00000000a7037ba0. 10000000:00000200:0.0:1790964073.418857:0:31837:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:0.0:1790964073.418860:0:31837:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-MDT0000 10000000:00000040:0.0:1790964073.418866:0:31837:0:(mgc_request.c:1445:mgc_apply_recover_logs()) MGC192.168.201.126@tcp: cannot find OBD lustre-MDT0000-mdc-MDT0000 10000000:00000010:0.0:1790964073.418867:0:31837:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 00000000a7037ba0. 10000000:00000010:0.0:1790964073.418870:0:31837:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 0000000090f0963f. 10000000:00000001:0.0:1790964073.418872:0:31837:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.418879:0:31837:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964073.418881:0:31837:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b8df1425 x1877961920745216/t0(0) o256->MGC192.168.201.126@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964089 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964073.418887:0:31837:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790964073.418889:0:31837:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790964073.418891:0:31837:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bfe7a5a6. 02000000:00000001:0.0:1790964073.418894:0:31837:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790964073.418895:0:31837:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964073.418896:0:31837:0:(genops.c:1223:class_import_put()) import 000000001ec714a2 refcount=4 obd=MGC192.168.201.126@tcp 00000020:00000001:0.0:1790964073.418898:0:31837:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1790964073.418899:0:31837:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1790964073.418901:0:31837:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964073.418901:0:31837:0:(genops.c:1223:class_import_put()) import 000000001ec714a2 refcount=3 obd=MGC192.168.201.126@tcp 00000020:00000001:0.0:1790964073.418903:0:31837:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:0.0:1790964073.418905:0:31837:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000037ef57d. 00000100:00000010:0.0:1790964073.418907:0:31837:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f0fe9b0a. 00000100:00000001:0.0:1790964073.418909:0:31837:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1790964073.418910:0:31837:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000098f2445f. 02000000:00000001:0.0:1790964073.418913:0:31837:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790964073.418915:0:31837:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790964073.418916:0:31837:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8df1425. 00000100:00000001:0.0:1790964073.418919:0:31837:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790964073.418920:0:31837:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1790964073.418934:0:31837:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at 00000000fb6f96ce. 10000000:01000000:0.0:1790964073.418937:0:31837:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1790964073.418940:0:31837:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1790964073.418943:0:31837:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1790964073.418944:0:31837:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964073.418946:0:31837:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000006d048e01 refcount=3 00000020:00000001:0.0:1790964073.418948:0:31837:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446632419511542272 : -111654198009344 : ffff9a737b30a200) 00010000:00000001:0.0:1790964073.418950:0:31837:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446632419511542272 : -111654198009344 : ffff9a737b30a200) 00010000:00000001:0.0:1790964073.418953:0:31837:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1790964073.418955:0:31837:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.126@tcp lock: 000000006d048e01/0xac4d2e1fab2341f7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xac4d2e1fab2341fe expref: -99 pid: 31837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964073.418963:0:31837:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1790964073.418969:0:31837:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1790964073.418970:0:31837:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.126@tcp lock: 000000006d048e01/0xac4d2e1fab2341f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xac4d2e1fab2341fe expref: -99 pid: 31837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964073.418976:0:31837:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1790964073.418978:0:31837:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1790964073.418979:0:31837:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1790964073.418980:0:31837:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1790964073.418982:0:31837:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1790964073.418984:0:31837:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1790964073.418988:0:31837:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1790964073.418989:0:31837:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000cbbda7fc) refs 3 10000000:00000001:0.0:1790964073.418991:0:31837:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1790964073.419088:0:30612:0:(connection.c:75:cpu_latency_work()) work item of 0000000002616dc2 (cpu 2) has reached its deadline 4295602180, at 4295602181 00000100:00000010:2.0:1790964073.419095:0:30612:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a94d80d4. 00000100:00000040:3.0:1790964073.419120:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000b726939f (cpu 3) has reached its deadline 4295602180, at 4295602181 00000100:00000010:3.0:1790964073.419128:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000013ff0f57. 00000100:00000001:0.0:1790964073.419799:0:30946:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.419804:0:30946:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964073.419810:0:30946:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008df6e611 x1877961920745088/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964083 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964073.419817:0:30946:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790964073.419819:0:30946:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790964073.419821:0:30946:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000053c46ac4. 02000000:00000001:0.0:1790964073.419825:0:30946:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790964073.419826:0:30946:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964073.419827:0:30946:0:(genops.c:1223:class_import_put()) import 000000006d2a1b47 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1790964073.419829:0:30946:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1790964073.419830:0:30946:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000008f23cb3a. 02000000:00000001:0.0:1790964073.419832:0:30946:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790964073.419833:0:30946:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790964073.419834:0:30946:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008df6e611. 00000100:00000001:0.0:1790964073.419837:0:30946:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790964073.419837:0:30946:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964073.419839:0:30946:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.419841:0:30946:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964073.419843:0:30946:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964073.419845:0:30946:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964073.419846:0:30946:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964073.426686:0:24683:0:(connection.c:75:cpu_latency_work()) work item of 00000000a457634c (cpu 1) has reached its deadline 4295602180, at 4295602188 00000100:00000010:1.0:1790964073.426950:0:24683:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004496464c. 00000100:00000001:3.0:1790964073.485489:0:31873:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964073.485498:0:31873:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964073.485500:0:31873:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964073.485505:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 000000001c32d401 going to sleep for 0 seconds 00000100:00000001:3.0:1790964073.485508:0:31873:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964073.485511:0:31873:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964073.485514:0:31873:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964073.485515:0:31873:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964073.485518:0:31873:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1790964073.828153:0:32130:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fe7ff4ae. 00080000:00000010:3.0:1790964073.828186:0:32130:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000fe7ff4ae. 00000020:00000001:3.0:1790964073.828194:0:32130:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964074.118151:0:30612:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1790964074.118158:0:30612:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964074.118164:0:30612:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790964074.118165:0:30612:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964074.118207:0:31828:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790964074.118210:0:31828:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964074.118213:0:31828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1790964074.177869:0:32169:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003260a308. 00080000:00000010:1.0:1790964074.177880:0:32169:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 000000003260a308. 00000020:00000001:1.0:1790964074.177887:0:32169:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:1.0:1790964074.177912:0:32169:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1790964074.178378:0:32169:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000020:00000010:3.0:1790964074.439744:0:31823:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002687b55a. 00000100:00000001:0.0:1790964074.439912:0:30946:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964074.439924:0:30946:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964074.439927:0:30946:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964074.439938:0:30946:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964074.439941:0:30946:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964074.439943:0:30946:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964074.439945:0:30946:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964074.440689:0:31823:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1790964074.440691:0:31823:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1790964074.441714:0:31827:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000080eb2606. 00000100:00000001:3.0:1790964074.441726:0:31827:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1790964074.441728:0:31827:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964074.501132:0:31873:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964074.501146:0:31873:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964074.501149:0:31873:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964074.501155:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 000000001c32d401 going to sleep for 0 seconds 00000100:00000001:3.0:1790964074.501161:0:31873:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964074.501177:0:31873:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964074.501181:0:31873:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964074.501185:0:31873:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964074.501188:0:31873:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1790964074.800976:0:32181:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000014d72cd8. 00080000:00000010:3.0:1790964074.800988:0:32181:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 0000000014d72cd8. 00000020:00000001:3.0:1790964074.800994:0:32181:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964075.145499:0:30612:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1790964075.145507:0:30612:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964075.145513:0:30612:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790964075.145515:0:30612:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964075.145536:0:31829:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790964075.145539:0:31829:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964075.145542:0:31829:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1790964075.197278:0:32219:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a6790425. 00080000:00000010:0.0:1790964075.197296:0:32219:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000a6790425. 00000020:00000001:0.0:1790964075.197306:0:32219:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:0.0:1790964075.197395:0:32219:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1790964075.197815:0:32219:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00000001:0.0:1790964075.461377:0:30946:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964075.461402:0:30946:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964075.461404:0:30946:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964075.461409:0:30946:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964075.461411:0:30946:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964075.461415:0:30946:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964075.461417:0:30946:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964075.525188:0:31873:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964075.525215:0:31873:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964075.525217:0:31873:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964075.525221:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 000000001c32d401 going to sleep for 0 seconds 00000100:00000001:3.0:1790964075.525226:0:31873:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964075.525230:0:31873:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964075.525233:0:31873:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964075.525235:0:31873:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964075.525238:0:31873:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964076.165195:0:30612:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1790964076.165206:0:30612:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964076.165213:0:30612:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790964076.165215:0:30612:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964076.165239:0:31828:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790964076.165242:0:31828:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964076.165245:0:31828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1790964076.485118:0:30946:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964076.485143:0:30946:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964076.485145:0:30946:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964076.485149:0:30946:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790964076.485152:0:30946:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964076.485155:0:30946:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964076.485157:0:30946:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964076.550005:0:31873:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964076.550012:0:31873:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964076.550014:0:31873:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964076.550019:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 000000001c32d401 going to sleep for 0 seconds 00000100:00000001:3.0:1790964076.550025:0:31873:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964076.550030:0:31873:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964076.550033:0:31873:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964076.550036:0:31873:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964076.550039:0:31873:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1790964076.905420:0:32231:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000020a5dad6. 00080000:00000010:1.0:1790964076.905433:0:32231:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 0000000020a5dad6. 00000020:00000001:1.0:1790964076.905439:0:32231:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964077.190066:0:30612:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1790964077.190072:0:30612:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964077.190079:0:30612:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790964077.190080:0:30612:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964077.190102:0:31829:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790964077.190104:0:31829:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964077.190107:0:31829:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1790964077.350547:0:32267:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1790964077.350555:0:32267:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_167: @@@@@@ FAIL: mds1 mounted without a remote update llog 00000001:00000001:1.0:1790964077.355334:0:32267:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:2.0:1790964077.518714:0:30946:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964077.518727:0:30946:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964077.518729:0:30946:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964077.518734:0:30946:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964077.518736:0:30946:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964077.518740:0:30946:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964077.518742:0:30946:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964077.574132:0:31873:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964077.574140:0:31873:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964077.574142:0:31873:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964077.574146:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 000000001c32d401 going to sleep for 0 seconds 00000100:00000001:3.0:1790964077.574151:0:31873:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964077.574155:0:31873:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964077.574158:0:31873:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964077.574160:0:31873:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964077.574163:0:31873:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964078.213839:0:30612:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1790964078.213846:0:30612:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964078.213852:0:30612:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790964078.213855:0:30612:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1790964078.213858:0:30612:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1790964078.213861:0:30612:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964078.213863:0:30612:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1790964078.213865:0:30612:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964078.213867:0:30612:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964078.213869:0:30612:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964078.213924:0:31828:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790964078.213927:0:31828:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964078.213930:0:31828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1790964078.538721:0:30946:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964078.538732:0:30946:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1790964078.538747:0:30946:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790964068/real 1790964068] req@0000000016740bb4 x1877961920742656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964078 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1790964078.538766:0:30946:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790964078.538768:0:30946:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790964078.538771:0:30946:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b49b35bb. 00000400:00000200:2.0:1790964078.538776:0:30946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b96ff32d 00000400:00000010:2.0:1790964078.538778:0:30946:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b96ff32d. 00000100:00000001:2.0:1790964078.538784:0:30946:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964078.538787:0:30946:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000016740bb4 x1877961920742656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964078 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790964078.538795:0:30946:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000016740bb4 x1877961920742656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964078 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964078.538801:0:30946:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790964078.538803:0:30946:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964078.538806:0:30946:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790964078.538808:0:30946:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1790964078.538812:0:30946:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000016740bb4 x1877961920742656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964078 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964078.538818:0:30946:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964078.538828:0:30946:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964078.538830:0:30946:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964078.538833:0:30946:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964078.538836:0:30946:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964078.538838:0:30946:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1790964078.538841:0:30946:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016740bb4 x1877961920742656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964078 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964078.538847:0:30946:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1790964078.538850:0:30946:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964078.538866:0:30946:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790964078.538867:0:30946:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964078.538870:0:30946:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1790964078.538873:0:30946:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1790964078.538876:0:30946:0:(import.c:65:import_set_state_nolock()) 0000000015b55b78 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790964078.538905:0:30946:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1790964078.538908:0:30946:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1790964078.538912:0:30946:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016740bb4 x1877961920742656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964078 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964078.538919:0:30946:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000016740bb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30946:1877961920742656:0@lo:8: 00000100:00000001:2.0:1790964078.538924:0:30946:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964078.538926:0:30946:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964078.538929:0:30946:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016740bb4 x1877961920742656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964078 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964078.538935:0:30946:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790964078.538938:0:30946:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790964078.538942:0:30946:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d07a4630. 02000000:00000001:2.0:1790964078.538947:0:30946:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790964078.538950:0:30946:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1790964078.538951:0:30946:0:(genops.c:1223:class_import_put()) import 0000000015b55b78 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1790964078.538953:0:30946:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1790964078.538955:0:30946:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000a9954519. 02000000:00000001:2.0:1790964078.538960:0:30946:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790964078.538962:0:30946:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790964078.538964:0:30946:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016740bb4. 00000100:00000001:2.0:1790964078.538967:0:30946:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790964078.538968:0:30946:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964078.538970:0:30946:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964078.538973:0:30946:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964078.538974:0:30946:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964078.538976:0:30946:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964078.538978:0:30946:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964078.539033:0:479:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9132a03-aeca-4bef-8b1c-0cb6c4ef178f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1790964078.539040:0:479:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1790964078.539081:0:479:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008df6e611. 00000020:00000040:0.0:1790964078.539085:0:479:0:(genops.c:1210:class_import_get()) import 000000001ec714a2 refcount=4 obd=MGC192.168.201.126@tcp 00000100:00000001:0.0:1790964078.539089:0:479:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790964078.539092:0:479:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790964078.539109:0:479:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790964078.539117:0:479:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004cf8a9f2. 00000100:00000001:0.0:1790964078.539125:0:479:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964078.539130:0:479:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b9132a03-aeca-4bef-8b1c-0cb6c4ef178f->MGS req@000000008df6e611 x1877961920745344/t0(0) o400->MGC192.168.201.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790964078.539140:0:479:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790964078.539143:0:479:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964078.539148:0:479:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df6e611] to pc [ptlrpcd_00_02+2] req@000000008df6e611 x1877961920745344/t0(0) o400->MGC192.168.201.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964078.539225:0:479:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1790964078.539227:0:479:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790964078.539230:0:479:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1790964078.539232:0:479:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1790964078.539234:0:479:0:(import.c:65:import_set_state_nolock()) 0000000015b55b78 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1790964078.539237:0:479:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1790964078.539241:0:479:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 929 00000100:00001000:0.0:1790964078.539245:0:479:0:(import.c:2195:obd_at_measure()) add 10 to 00000000e13c60ef time=1790964078 v=0 (0 0 0 0) 00000100:00001000:0.0:1790964078.539249:0:479:0:(import.c:2261:obd_at_measure()) AT 00000000e13c60ef change: old=0 new=10 delta=10 (val=10) hist 10 0 0 0 00000100:00080000:0.0:1790964078.539252:0:479:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1790964078.539254:0:479:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000290deab7 refcount 15 to 0@lo 00000100:00000001:0.0:1790964078.539257:0:479:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964078.539259:0:479:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000290deab7 refcount 16 to 0@lo 00000100:00000001:0.0:1790964078.539262:0:479:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446632419520504896 : -111654189046720 : ffff9a737bb96440) 00000020:00000001:0.0:1790964078.539264:0:479:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964078.539266:0:479:0:(genops.c:804:class_conn2export()) looking for export cookie 0xac4d2e1fab23419c 00000020:00000001:0.0:1790964078.539268:0:479:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964078.539272:0:479:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000054c138a6 refcount=4 00000020:00000001:0.0:1790964078.539274:0:479:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446632418647668736 : -111655061882880 : ffff9a7347b2f800) 00000020:00000001:0.0:1790964078.539276:0:479:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446632418647668736 : -111655061882880 : ffff9a7347b2f800) 00000100:00000040:0.0:1790964078.539278:0:479:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000290deab7 refcount 15 to 0@lo 00000100:00000001:0.0:1790964078.539280:0:479:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964078.539281:0:479:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000290deab7 refcount 16 to 0@lo 00000100:00000001:0.0:1790964078.539283:0:479:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446632419520504896 : -111654189046720 : ffff9a737bb96440) 00000020:00000040:0.0:1790964078.539285:0:479:0:(genops.c:879:class_export_put()) PUTting export 0000000054c138a6 : new refcount 3 00000100:00080000:0.0:1790964078.539288:0:479:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import 0000000015b55b78 using connection 192.168.201.126@tcp/0@lo 00000100:00000001:0.0:1790964078.539291:0:479:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964078.539293:0:479:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1790964078.539302:0:479:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964078.539313:0:479:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964078.539317:0:479:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1790964078.539320:0:479:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1790964078.539323:0:479:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8df1425. 00000020:00000040:0.0:1790964078.539326:0:479:0:(genops.c:1210:class_import_get()) import 0000000015b55b78 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1790964078.539330:0:479:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1790964078.539331:0:479:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964078.539334:0:479:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790964078.539336:0:479:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790964078.539338:0:479:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790964078.539344:0:479:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000034906275. 00000100:00000001:0.0:1790964078.539347:0:479:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964078.539352:0:479:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b8df1425 x1877961920745472/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790964078.539359:0:479:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790964078.539360:0:479:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964078.539362:0:479:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8df1425] to pc [ptlrpcd_rcv+-1] req@00000000b8df1425 x1877961920745472/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964078.539386:0:479:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1790964078.539388:0:479:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1790964078.539391:0:479:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1790964078.539392:0:479:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1790964078.539393:0:479:0:(import.c:65:import_set_state_nolock()) 000000006a8bbe22 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1790964078.539396:0:479:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1790964078.539398:0:479:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 929 00000100:00001000:0.0:1790964078.539400:0:479:0:(import.c:2195:obd_at_measure()) add 10 to 000000003f840a30 time=10 v=5 (1 0 0 0) 00000100:00001000:0.0:1790964078.539402:0:479:0:(import.c:2261:obd_at_measure()) AT 000000003f840a30 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:0.0:1790964078.539404:0:479:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1790964078.539406:0:479:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000290deab7 refcount 15 to 0@lo 00000100:00000001:0.0:1790964078.539408:0:479:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964078.539409:0:479:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000290deab7 refcount 16 to 0@lo 00000100:00000001:0.0:1790964078.539411:0:479:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446632419520504896 : -111654189046720 : ffff9a737bb96440) 00000020:00000001:0.0:1790964078.539419:0:479:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964078.539420:0:479:0:(genops.c:804:class_conn2export()) looking for export cookie 0xac4d2e1fab2341b1 00000020:00000001:0.0:1790964078.539422:0:479:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964078.539424:0:479:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000afa5fff6 refcount=4 00000020:00000001:0.0:1790964078.539426:0:479:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446632419558772736 : -111654150778880 : ffff9a737e015000) 00000020:00000001:0.0:1790964078.539427:0:479:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446632419558772736 : -111654150778880 : ffff9a737e015000) 00000100:00000040:0.0:1790964078.539431:0:479:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000290deab7 refcount 15 to 0@lo 00000100:00000001:0.0:1790964078.539433:0:479:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964078.539434:0:479:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000290deab7 refcount 16 to 0@lo 00000100:00000001:0.0:1790964078.539436:0:479:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446632419520504896 : -111654189046720 : ffff9a737bb96440) 00000020:00000040:0.0:1790964078.539437:0:479:0:(genops.c:879:class_export_put()) PUTting export 00000000afa5fff6 : new refcount 3 00000100:00080000:0.0:1790964078.539440:0:479:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import 000000006a8bbe22 using connection 192.168.201.126@tcp/0@lo 00000100:00000001:0.0:1790964078.539442:0:479:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964078.539444:0:479:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1790964078.539447:0:479:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964078.539448:0:479:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964078.539450:0:479:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1790964078.539451:0:479:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1790964078.539454:0:479:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005f2409e4. 00000020:00000040:0.0:1790964078.539456:0:479:0:(genops.c:1210:class_import_get()) import 000000006a8bbe22 refcount=4 obd=lustre-MDT0001-osp-MDT0000 02000000:00000001:0.0:1790964078.539459:0:479:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1790964078.539460:0:479:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964078.539461:0:479:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790964078.539462:0:479:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790964078.539465:0:479:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790964078.539468:0:479:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ae71d6fa. 00000100:00000001:0.0:1790964078.539472:0:479:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964078.539474:0:479:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005f2409e4 x1877961920745600/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790964078.539481:0:479:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790964078.539482:0:479:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964078.539484:0:479:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f2409e4] to pc [ptlrpcd_rcv+-1] req@000000005f2409e4 x1877961920745600/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964078.539503:0:479:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964078.539504:0:479:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1790964078.539508:0:479:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1790964078.539510:0:479:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ecddc5ce. 00000020:00000040:0.0:1790964078.539512:0:479:0:(genops.c:1210:class_import_get()) import 000000006d2a1b47 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1790964078.539514:0:479:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790964078.539516:0:479:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790964078.539517:0:479:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790964078.539520:0:479:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b96c66c3. 00000100:00000001:0.0:1790964078.539523:0:479:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964078.539525:0:479:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000ecddc5ce x1877961920745728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790964078.539531:0:479:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790964078.539532:0:479:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964078.539534:0:479:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ecddc5ce] to pc [ptlrpcd_00_03+3] req@00000000ecddc5ce x1877961920745728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964078.539540:0:479:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964078.539544:0:479:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (945) 00000100:00000001:1.0:1790964078.539745:0:30950:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1790964078.539755:0:30950:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000057be7fd0. 00000020:00000010:1.0:1790964078.539761:0:30950:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000df419e61. 80000000:00000010:1.0:1790964078.539765:0:30950:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000044f5ce. 40000000:00000010:1.0:1790964078.539768:0:30950:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 000000004b4104e7. 00000008:00000010:1.0:1790964078.539773:0:30950:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 000000001ef27cd2. 00020000:00000010:1.0:1790964078.539779:0:30950:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000bf30962b. 00008000:00000010:1.0:1790964078.539783:0:30950:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000034a6843. 00100000:00000010:1.0:1790964078.539789:0:30950:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d2a960ae. 00040000:00000010:1.0:1790964078.539794:0:30950:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009dc8e942. 00040000:00000010:1.0:1790964078.539797:0:30950:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000edb6a5b8. 00040000:00000010:1.0:1790964078.539801:0:30950:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a5ba8c9e. 00080000:00000010:1.0:1790964078.539807:0:30950:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at 000000000223390e. 00080000:00000010:1.0:1790964078.539812:0:30950:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a020c1f5. 00000004:00000010:1.0:1790964078.539820:0:30950:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c07e349e. 00000004:00000010:1.0:1790964078.539825:0:30950:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 000000008efd7990. 00000004:00000010:1.0:1790964078.539829:0:30950:0:(lod_dev.c:2369:lod_key_init()) kmalloced '(value)': 1224 at 00000000d95c17f4. 00002000:00000010:1.0:1790964078.539840:0:30950:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 0000000053c46ac4. 00000004:00000010:1.0:1790964078.539844:0:30950:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000d07a4630. 00000080:00000010:1.0:1790964078.539848:0:30950:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000bb1058b8. 00000080:00000010:1.0:1790964078.539852:0:30950:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000002cd548cd. 00000008:00000010:1.0:1790964078.539857:0:30950:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000070611518. 00020000:00000010:1.0:1790964078.539861:0:30950:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 00000000bf0a9dd2. 00008000:00000010:1.0:1790964078.539864:0:30950:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000008e77919d. 00000080:00000010:1.0:1790964078.539867:0:30950:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000043b3ce43. 00000100:00000001:1.0:1790964078.539869:0:30950:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964078.539871:0:30950:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790964078.539875:0:30950:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ecddc5ce x1877961920745728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964078.539883:0:30950:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964078.539885:0:30950:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964078.539888:0:30950:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964078.539891:0:30950:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964078.539893:0:30950:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964078.539896:0:30950:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ecddc5ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:30950:1877961920745728:0@lo:400: 00000100:00000001:1.0:1790964078.539899:0:30950:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964078.539904:0:30950:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964078.539907:0:30950:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964078.539910:0:30950:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790964078.539914:0:30950:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000355c3e5a. 02000000:00000001:1.0:1790964078.539916:0:30950:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1790964078.539922:0:30950:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca264465. 00000400:00000010:1.0:1790964078.539929:0:30950:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064904b81. 00000100:00000200:1.0:1790964078.539936:0:30950:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961920745728, portal 10 00000100:00000001:1.0:1790964078.539938:0:30950:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964078.539940:0:30950:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446632419551198080 : -111654158353536 : ffff9a737d8dbb80) 00000100:00000040:1.0:1790964078.539947:0:30950:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ecddc5ce x1877961920745728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964078.539954:0:30950:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964078.539957:0:30950:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964078.539964:0:30950:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9435613. 00000100:00000200:1.0:1790964078.539967:0:30950:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877961920745728, offset 0 00000400:00000200:1.0:1790964078.539986:0:30950:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964078.540002:0:30950:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964078.540014:0:30950:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6abff15301100 00000400:00000200:1.0:1790964078.540021:0:30950:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1040 00000400:00000200:1.0:1790964078.540031:0:30950:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964078.540036:0:30950:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964078.540063:0:30950:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1790964078.540065:0:30950:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1790964078.540069:0:30950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009577717. 00000100:00000040:1.0:1790964078.540072:0:30950:0:(events.c:341:request_in_callback()) incoming req@0000000009577717 x1877961920745728 msgsize 224 00000100:00100000:1.0:1790964078.540076:0:30950:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1790964078.540082:0:30950:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1790964078.540091:0:30950:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9435613 00000400:00000010:1.0:1790964078.540092:0:30950:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e9435613. 00000100:00000001:1.0:1790964078.540108:0:30950:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964078.540112:0:30950:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000ecddc5ce x1877961920745728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964078.540120:0:30950:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964078.540122:0:30950:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ecddc5ce x1877961920745728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964078.540129:0:30950:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964078.540131:0:30950:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790964078.540136:0:30950:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964078.540140:0:30950:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2961 usecs (3 jiffies) 00000100:00000001:1.0:1790964078.540144:0:30950:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295607306 00000100:00000010:1.0:1790964078.540147:0:30950:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000040f41434. 00000100:00000001:1.0:1790964078.540155:0:30950:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1790964078.540160:0:30950:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295607306 00000100:00000010:1.0:1790964078.540163:0:30950:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fbd16dc6. 00000100:00000001:1.0:1790964078.540165:0:30950:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1790964078.540171:0:30950:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295607306 00000100:00000010:1.0:1790964078.540179:0:30950:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054a44d9c. 00000100:00000001:1.0:1790964078.540182:0:30950:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1790964078.540187:0:30950:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295607306 00000100:00000010:1.0:1790964078.540190:0:30950:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088b6c696. 00000100:00000001:1.0:1790964078.540194:0:30950:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1790964078.540197:0:30950:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964078.540200:0:30950:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964078.540203:0:30950:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964078.540204:0:30950:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964078.540209:0:30950:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964078.540211:0:30950:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1790964078.540213:0:30950:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964078.540214:0:30950:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964078.540215:0:30950:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964078.540218:0:30950:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1790964078.540220:0:30950:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964078.540222:0:30950:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964078.540223:0:30950:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964078.540224:0:30950:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964078.540225:0:30950:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964078.540227:0:30950:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790964078.540230:0:30950:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008df6e611 x1877961920745344/t0(0) o400->MGC192.168.201.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964078.540236:0:30950:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964078.540238:0:30950:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964078.540240:0:30950:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964078.540241:0:30950:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964078.540243:0:30950:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964078.540245:0:30950:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000008df6e611 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:30950:1877961920745344:0@lo:400: 00000100:00000001:1.0:1790964078.540249:0:30950:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964078.540253:0:30950:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964078.540254:0:30950:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964078.540256:0:30950:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790964078.540260:0:30950:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000044606d2d. 02000000:00000001:1.0:1790964078.540261:0:30950:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1790964078.540268:0:30950:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d17d6f7. 00000400:00000010:1.0:1790964078.540271:0:30950:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9435613. 00000100:00000200:1.0:1790964078.540273:0:30950:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961920745344, portal 25 00000100:00000001:1.0:1790964078.540275:0:30950:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964078.540276:0:30950:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446632419551188224 : -111654158363392 : ffff9a737d8d9500) 00000100:00000040:1.0:1790964078.540280:0:30950:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000008df6e611 x1877961920745344/t0(0) o400->MGC192.168.201.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964078.540286:0:30950:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964078.540288:0:30950:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964078.540290:0:30950:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009972b02b. 00000100:00000200:1.0:1790964078.540292:0:30950:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877961920745344, offset 0 00000400:00000200:1.0:1790964078.540295:0:30950:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964078.540300:0:30950:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964078.540304:0:30950:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6abff15300f80 00000400:00000200:1.0:1790964078.540308:0:30950:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x169 [2] + 0 00000400:00000010:1.0:1790964078.540311:0:30950:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000001131ad63. 00000400:00000200:1.0:1790964078.540314:0:30950:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dbeb3d09 00000400:00000200:1.0:1790964078.540318:0:30950:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964078.540321:0:30950:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1790964078.540323:0:30950:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbeb3d09 00000400:00000010:1.0:1790964078.540325:0:30950:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000dbeb3d09. 00000100:00000001:1.0:1790964078.540328:0:30950:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1790964078.540330:0:30950:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1790964078.540333:0:30950:0:(events.c:341:request_in_callback()) incoming req@0000000026594a5e x1877961920745344 msgsize 224 00000100:00100000:1.0:1790964078.540336:0:30950:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1790964078.540338:0:30950:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1790964078.540343:0:30950:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1790964078.540345:0:30950:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009972b02b 00000400:00000010:1.0:1790964078.540347:0:30950:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009972b02b. 00000100:00000001:1.0:1790964078.540348:0:30950:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964078.540350:0:30950:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000008df6e611 x1877961920745344/t0(0) o400->MGC192.168.201.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964078.540357:0:30950:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964078.540359:0:30950:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008df6e611 x1877961920745344/t0(0) o400->MGC192.168.201.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964078.540380:0:30950:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964078.540382:0:30950:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790964078.540385:0:30950:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964078.540387:0:30950:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS new deadline estimation for cpu 0 is 4295607306 00000100:00000001:1.0:1790964078.540389:0:30950:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS request active for cpu 0, keep current deadline 4295607306 00000100:00000001:1.0:1790964078.540391:0:30950:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS new deadline estimation for cpu 1 is 4295607306 00000100:00000001:1.0:1790964078.540393:0:30950:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS request active for cpu 1, keep current deadline 4295607306 00000100:00000001:1.0:1790964078.540394:0:30950:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS new deadline estimation for cpu 2 is 4295607306 00000100:00000001:1.0:1790964078.540396:0:30950:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS request active for cpu 2, keep current deadline 4295607306 00000100:00000001:1.0:1790964078.540398:0:30950:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS new deadline estimation for cpu 3 is 4295607306 00000100:00000001:1.0:1790964078.540399:0:30950:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS request active for cpu 3, keep current deadline 4295607306 00000100:00000001:1.0:1790964078.540400:0:30950:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964078.540402:0:30950:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964078.540404:0:30950:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964078.540405:0:30950:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964078.540576:0:30949:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1790964078.540586:0:30949:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002602b8a7. 00000020:00000010:2.0:1790964078.540590:0:30949:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000e0b79d8f. 80000000:00000010:2.0:1790964078.540593:0:30949:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d4a65bf0. 40000000:00000010:2.0:1790964078.540596:0:30949:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000c6cbee95. 00000008:00000010:2.0:1790964078.540601:0:30949:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000b80f6c3c. 00020000:00000010:2.0:1790964078.540604:0:30949:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000076da654e. 00008000:00000010:2.0:1790964078.540607:0:30949:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000647e5680. 00100000:00000010:2.0:1790964078.540610:0:30949:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c53b77b1. 00040000:00000010:2.0:1790964078.540614:0:30949:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c3d62947. 00040000:00000010:2.0:1790964078.540616:0:30949:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 000000007e1a6206. 00040000:00000010:2.0:1790964078.540619:0:30949:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b3a5b874. 00080000:00000010:2.0:1790964078.540623:0:30949:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at 000000006786c63e. 00080000:00000010:2.0:1790964078.540627:0:30949:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002fa4c698. 00000004:00000010:2.0:1790964078.540631:0:30949:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 000000002fa5ae85. 00000004:00000010:2.0:1790964078.540635:0:30949:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 0000000048aabd3c. 00000004:00000010:2.0:1790964078.540638:0:30949:0:(lod_dev.c:2369:lod_key_init()) kmalloced '(value)': 1224 at 000000004661cbbc. 00002000:00000010:2.0:1790964078.540641:0:30949:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 000000006f67ca4a. 00000004:00000010:2.0:1790964078.540643:0:30949:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 000000002471bb75. 00000080:00000010:2.0:1790964078.540646:0:30949:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000043fc6660. 00000080:00000010:2.0:1790964078.540649:0:30949:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000001f351554. 00000008:00000010:2.0:1790964078.540652:0:30949:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000d77d96cf. 00020000:00000010:2.0:1790964078.540655:0:30949:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 00000000f6ae4fd9. 00008000:00000010:2.0:1790964078.540657:0:30949:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000002cbd36a6. 00000080:00000010:2.0:1790964078.540659:0:30949:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000657796af. 00000100:00000001:2.0:1790964078.540661:0:30949:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1790964078.540679:0:31840:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000082f81b34. 00000100:00000001:2.0:1790964078.540684:0:31840:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1790964078.540685:0:31840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920745728 02000000:00000001:2.0:1790964078.540688:0:31840:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1790964078.540690:0:31840:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964078.540692:0:31840:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964078.540696:0:31840:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964078.540700:0:31840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920745728 00000020:00000001:2.0:1790964078.540702:0:31840:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1790964078.540707:0:31840:0:(genops.c:804:class_conn2export()) looking for export cookie 0xac4d2e1fab234205 00000020:00000001:2.0:1790964078.540708:0:31840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964078.540710:0:31840:0:(lustre_handles.c:148:class_handle2object()) GET export 000000008a31c93f refcount=5 00000020:00000001:2.0:1790964078.540713:0:31840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446632418566703104 : -111655142848512 : ffff9a7342df8800) 00000020:00000001:2.0:1790964078.540715:0:31840:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446632418566703104 : -111655142848512 : ffff9a7342df8800) 00000100:00000001:2.0:1790964078.540719:0:31840:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1790964078.540721:0:31840:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d75fb683. 00000100:00000001:2.0:1790964078.540723:0:31840:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1790964078.540725:0:31840:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d75fb683. 00000020:00000010:2.0:1790964078.540731:0:31840:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008238c499. 00000020:00000010:2.0:1790964078.540736:0:31840:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000091027fad. 00000020:00000010:2.0:1790964078.540741:0:31840:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006ee52621. 00000100:00000040:2.0:1790964078.540748:0:31840:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1790964078.540751:0:31840:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1790964078.540752:0:31840:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1790964078.540755:0:31840:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964078.540763:0:31840:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1790964078.540766:0:31840:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1790964078.540767:0:31840:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964078.540773:0:31840:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964078.540782:0:31840:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1790964078.540784:0:31840:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1790964078.540787:0:31840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:2.0:1790964078.540790:0:31840:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000008a31c93f : new rpc_count 1 00000100:00000001:2.0:1790964078.540792:0:31840:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446632418608988160 : -111655100563456 : ffff9a734564c000) 00000100:00000040:2.0:1790964078.540796:0:31840:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000009577717 x1877961920745728/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:654/0 lens 224/0 e 0 to 0 dl 1790964089 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964078.540804:0:31840:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1790964078.540807:0:31840:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d75fb683. 00000100:00000001:2.0:1790964078.540808:0:31840:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1790964078.540810:0:31840:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d75fb683. 00000100:00100000:2.0:1790964078.540813:0:31840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000009577717 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:30950:x1877961920745728:12345-0@lo:400: 00000100:00000200:2.0:1790964078.540825:0:31840:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961920745728 00000020:00000001:2.0:1790964078.540829:0:31840:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1790964078.540833:0:31840:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1790964078.540835:0:31840:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964078.540838:0:31840:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1790964078.540840:0:31840:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072652750528 : -1056801088 : ffffffffc1027ec0) 00000020:00000001:2.0:1790964078.540844:0:31840:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1790964078.540846:0:31840:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1790964078.540849:0:31840:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1790964078.540851:0:31840:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1790964078.540853:0:31840:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964078.540855:0:31840:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1790964078.540858:0:31840:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1790964078.540861:0:31840:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1790964078.540864:0:31840:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e8a94e2e. 02000000:00000001:2.0:1790964078.540867:0:31840:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964078.540869:0:31840:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964078.540870:0:31840:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1790964078.540873:0:31840:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961920745728 00010000:00000001:2.0:1790964078.540876:0:31840:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:2.0:1790964078.540880:0:31840:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@0000000009577717 x1877961920745728/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:654/0 lens 224/224 e 0 to 0 dl 1790964089 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1790964078.540887:0:31840:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1790964078.540889:0:31840:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790964078.540892:0:31840:0:(import.c:2195:obd_at_measure()) add 1 to 00000000417b45e4 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1790964078.540896:0:31840:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964078.540898:0:31840:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000290deab7 refcount 17 to 0@lo 00000100:00000001:2.0:1790964078.540900:0:31840:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446632419520504896 : -111654189046720 : ffff9a737bb96440) 02000000:00000001:2.0:1790964078.540902:0:31840:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1790964078.540903:0:31840:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964078.540906:0:31840:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964078.540908:0:31840:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964078.540910:0:31840:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4f99d05. 00000100:00000200:2.0:1790964078.540914:0:31840:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1877961920745728, offset 224 00000400:00000200:2.0:1790964078.540918:0:31840:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964078.540931:0:31840:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964078.540936:0:31840:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6abff15301100 00000400:00000200:2.0:1790964078.540941:0:31840:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xadd [1] + 224 00000400:00000200:2.0:1790964078.540946:0:31840:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964078.540949:0:31840:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1790964078.540953:0:31840:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964078.540957:0:31840:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000ecddc5ce x1877961920745728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1790964078.540964:0:31840:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ecddc5ce x1877961920745728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964078.540977:0:31840:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1790964078.540981:0:31840:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4f99d05 00000400:00000010:2.0:1790964078.540983:0:31840:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f4f99d05. 00000100:00000001:2.0:1790964078.540985:0:31840:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1790964078.540987:0:31840:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1790964078.540990:0:31840:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964078.540992:0:31840:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000290deab7 refcount 16 to 0@lo 00010000:00000001:2.0:1790964078.540994:0:31840:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:2.0:1790964078.540996:0:31840:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964078.540998:0:31840:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1790964078.541001:0:31840:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009577717 x1877961920745728/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:654/0 lens 224/224 e 0 to 0 dl 1790964089 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964078.541008:0:31840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000009577717 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:30950:x1877961920745728:12345-0@lo:400: Request processed in 203us (934us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964078.541014:0:31840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:2.0:1790964078.541017:0:31840:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008a31c93f : new rpc_count 0 00000100:00000001:2.0:1790964078.541020:0:31840:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1790964078.541021:0:31840:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1790964078.541026:0:31840:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000091027fad. 00000020:00000010:2.0:1790964078.541029:0:31840:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006ee52621. 00000020:00000010:2.0:1790964078.541032:0:31840:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008238c499. 00000020:00000040:2.0:1790964078.541037:0:31840:0:(genops.c:879:class_export_put()) PUTting export 000000008a31c93f : new refcount 4 00000100:00000001:2.0:1790964078.541039:0:31840:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964078.541134:0:30946:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964078.541138:0:30946:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964078.541139:0:30946:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790964078.541144:0:30946:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8df1425 x1877961920745472/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964078.541150:0:30946:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964078.541152:0:30946:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964078.541154:0:30946:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790964078.541156:0:30946:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790964078.541158:0:30946:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964078.541160:0:30946:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b8df1425 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30946:1877961920745472:0@lo:8: 00000100:00000001:2.0:1790964078.541164:0:30946:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790964078.541167:0:30946:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790964078.541169:0:30946:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964078.541171:0:30946:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790964078.541175:0:30946:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ee9f57eb. 02000000:00000001:2.0:1790964078.541176:0:30946:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1790964078.541181:0:30946:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b70d8c9e. 00000400:00000010:2.0:1790964078.541184:0:30946:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4f99d05. 00000100:00000200:2.0:1790964078.541187:0:30946:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961920745472, portal 4 00000100:00000001:2.0:1790964078.541189:0:30946:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790964078.541190:0:30946:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446632419551190912 : -111654158360704 : ffff9a737d8d9f80) 00000020:00000010:2.0:1790964078.541196:0:30946:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000065cdd029. 00000100:00000040:2.0:1790964078.541201:0:30946:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b8df1425 x1877961920745472/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964078.541206:0:30946:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964078.541208:0:30946:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964078.541210:0:30946:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f4975d1. 00000100:00000200:2.0:1790964078.541212:0:30946:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877961920745472, offset 0 00000400:00000200:2.0:1790964078.541215:0:30946:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964078.541220:0:30946:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964078.541224:0:30946:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6abff15301000 00000400:00000100:2.0:1790964078.541227:0:30946:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877961920745472 offset 0 length 520: 4 00000400:00000200:2.0:1790964078.541230:0:30946:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 000000000e02ee20 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1790964078.541237:0:30946:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1790964078.541242:0:30946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f4975d1 00000400:00000010:2.0:1790964078.541243:0:30946:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000f4975d1. 00000100:00000001:2.0:1790964078.541245:0:30946:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1790964078.541248:0:30946:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b8df1425 x1877961920745472/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964078.541254:0:30946:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964078.541256:0:30946:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b8df1425 x1877961920745472/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964093 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964078.541261:0:30946:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964078.541263:0:30946:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1790964078.541266:0:30946:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964078.541268:0:30946:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:2.0:1790964078.541271:0:30946:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295607306 00000100:00000001:2.0:1790964078.541273:0:30946:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4295607306 00000100:00000001:2.0:1790964078.541274:0:30946:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295607306 00000100:00000001:2.0:1790964078.541276:0:30946:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4295607306 00000100:00000001:2.0:1790964078.541278:0:30946:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295607306 00000100:00000001:2.0:1790964078.541279:0:30946:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4295607306 00000100:00000001:2.0:1790964078.541281:0:30946:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295607306 00000100:00000001:2.0:1790964078.541282:0:30946:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4295607306 00000100:00000001:2.0:1790964078.541284:0:30946:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790964078.541286:0:30946:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964078.541288:0:30946:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790964078.541291:0:30946:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005f2409e4 x1877961920745600/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964078.541297:0:30946:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964078.541299:0:30946:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964078.541301:0:30946:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790964078.541302:0:30946:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790964078.541308:0:30946:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964078.541311:0:30946:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005f2409e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30946:1877961920745600:0@lo:38: 00000100:00000001:2.0:1790964078.541314:0:30946:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790964078.541316:0:30946:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790964078.541318:0:30946:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964078.541319:0:30946:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790964078.541322:0:30946:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000070ec2c77. 02000000:00000001:2.0:1790964078.541324:0:30946:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1790964078.541326:0:30946:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000458c230d. 00000400:00000010:2.0:1790964078.541329:0:30946:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f4975d1. 00000100:00000200:2.0:1790964078.541331:0:30946:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961920745600, portal 4 00000100:00000001:2.0:1790964078.541333:0:30946:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790964078.541334:0:30946:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446632419551183744 : -111654158367872 : ffff9a737d8d8380) 00000020:00000010:2.0:1790964078.541339:0:30946:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d99c41d0. 00000100:00000040:2.0:1790964078.541344:0:30946:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005f2409e4 x1877961920745600/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964078.541350:0:30946:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964078.541351:0:30946:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964078.541353:0:30946:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032834089. 00000100:00000200:2.0:1790964078.541355:0:30946:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1877961920745600, offset 0 00000400:00000200:2.0:1790964078.541358:0:30946:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964078.541499:0:30946:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964078.541505:0:30946:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6abff15301080 00000400:00000200:2.0:1790964078.541511:0:30946:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x429 [256] + 520 00000400:00000200:2.0:1790964078.541550:0:30946:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964078.541553:0:30946:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1790964078.541557:0:30946:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1790964078.541559:0:30946:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1790964078.541562:0:30946:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016740bb4. 00000100:00000040:2.0:1790964078.541565:0:30946:0:(events.c:341:request_in_callback()) incoming req@0000000016740bb4 x1877961920745600 msgsize 520 00000100:00100000:2.0:1790964078.541568:0:30946:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1790964078.541576:0:30946:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:2.0:1790964078.541579:0:30946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032834089 00000400:00000010:2.0:1790964078.541585:0:30946:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000032834089. 00000100:00000001:2.0:1790964078.541588:0:30946:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1790964078.541590:0:30946:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000005f2409e4 x1877961920745600/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964078.541597:0:30946:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964078.541598:0:30946:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005f2409e4 x1877961920745600/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964093 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964078.541605:0:30946:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964078.541606:0:30946:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1790964078.541609:0:30946:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964078.541611:0:30946:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 5501 usecs (6 jiffies) 00000100:00000001:2.0:1790964078.541613:0:30946:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295607309 00000100:00000001:2.0:1790964078.541617:0:30946:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4295607306 00000100:00000001:2.0:1790964078.541621:0:30946:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295607309 00000100:00000001:2.0:1790964078.541623:0:30946:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4295607306 00000100:00000001:2.0:1790964078.541625:0:30946:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295607309 00000100:00000001:2.0:1790964078.541628:0:30946:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4295607306 00000100:00000001:2.0:1790964078.541629:0:30946:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295607309 00000100:00000001:2.0:1790964078.541631:0:30946:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4295607306 00000100:00000001:2.0:1790964078.541633:0:30946:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790964078.541635:0:30946:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964078.541637:0:30946:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964078.541638:0:30946:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964078.541642:0:30946:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964078.541644:0:30946:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1790964078.541646:0:30946:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964078.541647:0:30946:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964078.541648:0:30946:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964078.541649:0:30946:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964078.541660:0:30950:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964078.541661:0:30950:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1790964078.541664:0:30950:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790964078.541671:0:30950:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790964078.541672:0:30950:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca264465. 00000400:00000200:2.0:1790964078.541675:0:30950:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064904b81 00000400:00000010:2.0:1790964078.541676:0:30950:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000064904b81. 00000100:00000001:2.0:1790964078.541679:0:30950:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964078.541681:0:30950:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000ecddc5ce x1877961920745728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790964078.541689:0:30950:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000ecddc5ce x1877961920745728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964078.541695:0:30950:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790964078.541697:0:30950:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964078.541699:0:30950:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790964078.541701:0:30950:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1790964078.541702:0:30950:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964078.541704:0:30950:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964078.541707:0:30950:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1790964078.541713:0:30950:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a334c290. 00000100:00001000:2.0:1790964078.541718:0:30950:0:(import.c:2195:obd_at_measure()) add 5 to 000000006e04bf3e time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1790964078.541721:0:30950:0:(import.c:2195:obd_at_measure()) add 1 to 0000000005cd1cc5 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1790964078.541724:0:30950:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1790964078.541725:0:30950:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964078.541728:0:30950:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1790964078.541731:0:30950:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000ecddc5ce x1877961920745728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1790964078.541737:0:30950:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964078.541741:0:30950:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1790964078.541742:0:30950:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1790964078.541744:0:30950:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1790964078.541746:0:30950:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964078.541749:0:30950:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ecddc5ce x1877961920745728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964078.541755:0:30950:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790964078.541758:0:30950:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790964078.541759:0:30950:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1790964078.541766:0:30950:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ecddc5ce x1877961920745728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964094 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964078.541773:0:30950:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ecddc5ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:30950:1877961920745728:0@lo:400: 00000100:00000001:2.0:1790964078.541777:0:30950:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964078.541779:0:30950:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964078.541781:0:30950:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ecddc5ce x1877961920745728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964094 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964078.541787:0:30950:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790964078.541789:0:30950:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790964078.541791:0:30950:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000355c3e5a. 02000000:00000001:2.0:1790964078.541794:0:30950:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790964078.541796:0:30950:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1790964078.541798:0:30950:0:(genops.c:1223:class_import_put()) import 000000006d2a1b47 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1790964078.541800:0:30950:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1790964078.541802:0:30950:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b96c66c3. 02000000:00000001:2.0:1790964078.541805:0:30950:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790964078.541807:0:30950:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790964078.541808:0:30950:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ecddc5ce. 00000100:00000001:2.0:1790964078.541811:0:30950:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790964078.541812:0:30950:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964078.541814:0:30950:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964078.541815:0:30950:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964078.541817:0:30950:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964078.541818:0:30950:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964078.541819:0:30950:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964078.544117:0:31834:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964078.544125:0:31834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920745344 02000000:00000001:0.0:1790964078.544131:0:31834:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964078.544134:0:31834:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964078.544136:0:31834:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964078.544142:0:31834:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964078.544147:0:31834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920745344 00000020:00000001:0.0:1790964078.544150:0:31834:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964078.544153:0:31834:0:(genops.c:804:class_conn2export()) looking for export cookie 0xac4d2e1fab234117 00000020:00000001:0.0:1790964078.544156:0:31834:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964078.544159:0:31834:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000a177982f refcount=12 00000020:00000001:0.0:1790964078.544164:0:31834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446632419225356288 : -111654484195328 : ffff9a736a21c800) 00000020:00000001:0.0:1790964078.544166:0:31834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446632419225356288 : -111654484195328 : ffff9a736a21c800) 00000100:00000001:0.0:1790964078.544194:0:31834:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964078.544200:0:31834:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b435c41. 00000100:00000001:0.0:1790964078.544202:0:31834:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964078.544205:0:31834:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b435c41. 00000020:00000010:0.0:1790964078.544211:0:31834:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf9e99b8. 00000020:00000010:0.0:1790964078.544215:0:31834:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a6790425. 00000020:00000010:0.0:1790964078.544221:0:31834:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000071da7b2d. 00000100:00000040:0.0:1790964078.544232:0:31834:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1790964078.544236:0:31834:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964078.544237:0:31834:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964078.544239:0:31834:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964078.544250:0:31834:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964078.544273:0:31834:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964078.544285:0:31834:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964078.544287:0:31834:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964078.544293:0:31834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:0.0:1790964078.544296:0:31834:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000a177982f : new rpc_count 1 00000100:00000001:0.0:1790964078.544298:0:31834:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446632414338086992 : -111659371464624 : ffff9a7246d3f850) 00000100:00000040:0.0:1790964078.544305:0:31834:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000026594a5e x1877961920745344/t0(0) o400->b9132a03-aeca-4bef-8b1c-0cb6c4ef178f@0@lo:654/0 lens 224/0 e 0 to 0 dl 1790964089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964078.544315:0:31834:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964078.544318:0:31834:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b435c41. 00000100:00000001:0.0:1790964078.544320:0:31834:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964078.544321:0:31834:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b435c41. 00000100:00100000:0.0:1790964078.544325:0:31834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000026594a5e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+12:30950:x1877961920745344:12345-0@lo:400: 00000100:00000200:0.0:1790964078.544329:0:31834:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961920745344 00000020:00000001:0.0:1790964078.544331:0:31834:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1790964078.544335:0:31834:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1790964078.544338:0:31834:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964078.544340:0:31834:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1790964078.544342:0:31834:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662513856 : -1047037760 : ffffffffc19778c0) 00000020:00000001:0.0:1790964078.544345:0:31834:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1790964078.544354:0:31834:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790964078.544356:0:31834:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1790964078.544358:0:31834:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1790964078.544361:0:31834:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964078.544482:0:31834:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1790964078.544486:0:31834:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964078.544489:0:31834:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790964078.544494:0:31834:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006fda8427. 02000000:00000001:0.0:1790964078.544497:0:31834:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964078.544499:0:31834:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964078.544501:0:31834:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964078.544504:0:31834:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961920745344 00010000:00000001:0.0:1790964078.544506:0:31834:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:0.0:1790964078.544511:0:31834:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@0000000026594a5e x1877961920745344/t0(0) o400->b9132a03-aeca-4bef-8b1c-0cb6c4ef178f@0@lo:654/0 lens 224/224 e 0 to 0 dl 1790964089 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964078.544519:0:31834:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964078.544521:0:31834:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964078.544524:0:31834:0:(import.c:2195:obd_at_measure()) add 1 to 00000000957e71d4 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964078.544529:0:31834:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964078.544531:0:31834:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000290deab7 refcount 17 to 0@lo 00000100:00000001:0.0:1790964078.544533:0:31834:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446632419520504896 : -111654189046720 : ffff9a737bb96440) 02000000:00000001:0.0:1790964078.544535:0:31834:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964078.544537:0:31834:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964078.544541:0:31834:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964078.544543:0:31834:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964078.544549:0:31834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f94ea58b. 00000100:00000200:0.0:1790964078.544556:0:31834:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1877961920745344, offset 224 00000400:00000200:0.0:1790964078.544563:0:31834:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964078.544578:0:31834:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964078.544589:0:31834:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6abff15300f80 00000400:00000200:0.0:1790964078.544596:0:31834:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xae5 [1] + 224 00000400:00000200:0.0:1790964078.544605:0:31834:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964078.544609:0:31834:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964078.544615:0:31834:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964078.544620:0:31834:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000008df6e611 x1877961920745344/t0(0) o400->MGC192.168.201.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964078.544633:0:31834:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008df6e611 x1877961920745344/t0(0) o400->MGC192.168.201.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964078.544651:0:31834:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790964078.544660:0:31834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f94ea58b 00000400:00000010:0.0:1790964078.544662:0:31834:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f94ea58b. 00000100:00000001:0.0:1790964078.544665:0:31834:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964078.544666:0:31834:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790964078.544673:0:31834:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964078.544675:0:31834:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000290deab7 refcount 16 to 0@lo 00010000:00000001:0.0:1790964078.544677:0:31834:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:0.0:1790964078.544679:0:31834:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964078.544681:0:31834:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1790964078.544684:0:31834:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026594a5e x1877961920745344/t0(0) o400->b9132a03-aeca-4bef-8b1c-0cb6c4ef178f@0@lo:654/0 lens 224/224 e 0 to 0 dl 1790964089 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964078.544691:0:31834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000026594a5e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f+12:30950:x1877961920745344:12345-0@lo:400: Request processed in 375us (4357us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964078.544699:0:31834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:0.0:1790964078.544702:0:31834:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a177982f : new rpc_count 0 00000100:00000001:0.0:1790964078.544704:0:31834:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790964078.544705:0:31834:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790964078.544711:0:31834:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a6790425. 00000020:00000010:0.0:1790964078.544714:0:31834:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000071da7b2d. 00000020:00000010:0.0:1790964078.544717:0:31834:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf9e99b8. 00000020:00000040:0.0:1790964078.544722:0:31834:0:(genops.c:879:class_export_put()) PUTting export 00000000a177982f : new refcount 11 02000000:00000001:0.0:1790964078.544725:0:31834:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1790964078.544727:0:31834:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 000000006fda8427. 02000000:00000001:0.0:1790964078.544729:0:31834:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1790964078.544731:0:31834:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1790964078.544735:0:31834:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1790964078.544740:0:31834:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000880d58c9. 00000400:00000010:0.0:1790964078.544746:0:31834:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f36a794e. 00000100:00000001:0.0:1790964078.544771:0:31844:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964078.544777:0:31844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961920745600 02000000:00000001:0.0:1790964078.544779:0:31844:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964078.544781:0:31844:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964078.544783:0:31844:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964078.544785:0:31844:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964078.544788:0:31844:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961920745600 00000020:00000001:0.0:1790964078.544790:0:31844:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964078.544791:0:31844:0:(genops.c:804:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1790964078.544792:0:31844:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:0.0:1790964078.544795:0:31844:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964078.544796:0:31844:0:(genops.c:806:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964078.544799:0:31844:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf9e99b8. 00000020:00000010:0.0:1790964078.544801:0:31844:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a6790425. 00000020:00000010:0.0:1790964078.544804:0:31844:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000071da7b2d. 00000100:00000001:0.0:1790964078.544806:0:31844:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964078.544808:0:31844:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964078.544809:0:31844:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964078.544813:0:31844:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964078.544820:0:31844:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964078.544827:0:31844:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964078.544828:0:31844:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964078.544831:0:31844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:0.0:1790964078.544833:0:31844:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446632414325865344 : -111659383686272 : ffff9a7246197b80) 00000100:00000040:0.0:1790964078.544836:0:31844:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000016740bb4 x1877961920745600/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1790964098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964078.544845:0:31844:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000016740bb4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30946:x1877961920745600:12345-0@lo:38: 00000100:00000200:0.0:1790964078.544848:0:31844:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961920745600 00000020:00000001:0.0:1790964078.544850:0:31844:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:0.0:1790964078.544854:0:31844:0:(ldlm_lib.c:1174:target_handle_connect()) Process entered 00000020:00000001:0.0:1790964078.544867:0:31844:0:(genops.c:655:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1790964078.544870:0:31844:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1790964078.545594:0:30950:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964078.545600:0:30950:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790964078.545607:0:30950:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790964078.545608:0:30950:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790964078.545610:0:30950:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d17d6f7. 00000400:00000200:1.0:1790964078.545630:0:30950:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9435613 00000400:00000010:1.0:1790964078.545632:0:30950:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e9435613. 00000100:00000001:1.0:1790964078.545636:0:30950:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964078.545641:0:30950:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000008df6e611 x1877961920745344/t0(0) o400->MGC192.168.201.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790964078.545650:0:30950:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000008df6e611 x1877961920745344/t0(0) o400->MGC192.168.201.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964078.545656:0:30950:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790964078.545658:0:30950:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964078.545661:0:30950:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790964078.545664:0:30950:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790964078.545676:0:30950:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964078.545678:0:30950:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964078.545680:0:30950:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964078.545685:0:30950:0:(import.c:2195:obd_at_measure()) add 5 to 00000000f3e212ad time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1790964078.545689:0:30950:0:(import.c:2195:obd_at_measure()) add 1 to 000000002ad15219 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1790964078.545692:0:30950:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790964078.545694:0:30950:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964078.545696:0:30950:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1790964078.545698:0:30950:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964078.545701:0:30950:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964078.545705:0:30950:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008df6e611 x1877961920745344/t0(0) o400->MGC192.168.201.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964078.545713:0:30950:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964078.545717:0:30950:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790964078.545719:0:30950:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790964078.545722:0:30950:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008df6e611 x1877961920745344/t0(0) o400->MGC192.168.201.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964094 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964078.545728:0:30950:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000008df6e611 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b9132a03-aeca-4bef-8b1c-0cb6c4ef178f:30950:1877961920745344:0@lo:400: 00000100:00000001:1.0:1790964078.545733:0:30950:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964078.545736:0:30950:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964078.545739:0:30950:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008df6e611 x1877961920745344/t0(0) o400->MGC192.168.201.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964094 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964078.545745:0:30950:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790964078.545748:0:30950:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790964078.545751:0:30950:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000044606d2d. 02000000:00000001:1.0:1790964078.545754:0:30950:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790964078.545756:0:30950:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964078.545757:0:30950:0:(genops.c:1223:class_import_put()) import 000000001ec714a2 refcount=3 obd=MGC192.168.201.126@tcp 00000020:00000001:1.0:1790964078.545760:0:30950:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1790964078.545762:0:30950:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004cf8a9f2. 02000000:00000001:1.0:1790964078.545766:0:30950:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790964078.545769:0:30950:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790964078.545770:0:30950:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008df6e611. 00000100:00000001:1.0:1790964078.545774:0:30950:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790964078.545781:0:30950:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964078.545783:0:30950:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964078.545789:0:30950:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964078.545791:0:30950:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964078.545793:0:30950:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964078.545795:0:30950:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964078.547290:0:24683:0:(connection.c:75:cpu_latency_work()) work item of 00000000a457634c (cpu 1) has reached its deadline 4295607309, at 4295607310 00000100:00000010:1.0:1790964078.547314:0:24683:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fbd16dc6. 00000100:00000040:2.0:1790964078.547511:0:30612:0:(connection.c:75:cpu_latency_work()) work item of 0000000002616dc2 (cpu 2) has reached its deadline 4295607309, at 4295607310 00000100:00000010:2.0:1790964078.547518:0:30612:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054a44d9c. 00000100:00000040:3.0:1790964078.551218:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000b726939f (cpu 3) has reached its deadline 4295607309, at 4295607313 00000100:00000010:3.0:1790964078.551236:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088b6c696. 00010000:00000001:0.0:1790964078.590889:0:31844:0:(ldlm_lib.c:1191:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1790964078.590908:0:31844:0:(ldlm_lib.c:1741:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1790964078.590940:0:31844:0:(niobuf.c:816:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1790964078.590946:0:31844:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964078.590950:0:31844:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1790964078.591602:0:31844:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007f424315. 02000000:00000001:2.0:1790964078.591614:0:31844:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964078.591619:0:31844:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964078.591625:0:31844:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1790964078.591628:0:31844:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790964078.591631:0:31844:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1790964078.591635:0:31844:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1790964078.591653:0:31844:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964078.591657:0:31844:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000290deab7 refcount 17 to 0@lo 00000100:00000001:2.0:1790964078.591659:0:31844:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446632419520504896 : -111654189046720 : ffff9a737bb96440) 00000100:00000001:2.0:1790964078.591662:0:31844:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446632419520504896 : -111654189046720 : 0xffff9a737bb96440) 00000100:00000040:2.0:1790964078.591665:0:31844:0:(connection.c:150:ptlrpc_connection_get()) conn=00000000290deab7 refcount 17 to 0@lo 02000000:00000001:2.0:1790964078.591667:0:31844:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1790964078.591669:0:31844:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964078.591673:0:31844:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964078.591676:0:31844:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964078.591681:0:31844:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032834089. 00000100:00000200:2.0:1790964078.591687:0:31844:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1877961920745600, offset 0 00000400:00000200:2.0:1790964078.591693:0:31844:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964078.591707:0:31844:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964078.591717:0:31844:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6abff15301080 00000400:00000200:2.0:1790964078.591723:0:31844:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xaf9 [1] + 0 00000400:00000200:2.0:1790964078.591733:0:31844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964078.591737:0:31844:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1790964078.591747:0:31844:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964078.591756:0:31844:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000005f2409e4 x1877961920745600/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964093 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1790964078.591772:0:31844:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000005f2409e4 x1877961920745600/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964093 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964078.591799:0:31844:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1790964078.591811:0:31844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032834089 00000400:00000010:2.0:1790964078.591814:0:31844:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000032834089. 00000100:00000001:2.0:1790964078.591817:0:31844:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1790964078.591818:0:31844:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1790964078.591822:0:31844:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964078.591829:0:31844:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000290deab7 refcount 16 to 0@lo 00000100:00000001:2.0:1790964078.591832:0:31844:0:(niobuf.c:837:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964078.591835:0:31844:0:(tgt_handler.c:789:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1790964078.591841:0:31844:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016740bb4 x1877961920745600/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1790964098 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964078.591851:0:748:0:(connection.c:75:cpu_latency_work()) work item of 00000000d857a7fa (cpu 0) has reached its deadline 4295607309, at 4295607354 00000100:00000010:0.0:1790964078.591866:0:748:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000040f41434. 00000100:00100000:2.0:1790964078.591875:0:31844:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000016740bb4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:30946:x1877961920745600:12345-0@lo:38: Request processed in 47023us (50302us total) trans 0 rc -19/-19 00000020:00000010:2.0:1790964078.591898:0:31844:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004708cc91. 00000100:00100000:2.0:1790964078.591907:0:31844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000001:2.0:1790964078.591911:0:31844:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1790964078.591912:0:31844:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1790964078.591962:0:30946:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964078.591967:0:30946:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790964078.591974:0:30946:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790964078.591976:0:30946:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790964078.591979:0:30946:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000458c230d. 00000400:00000200:3.0:1790964078.591984:0:30946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f4975d1 00000400:00000010:3.0:1790964078.591986:0:30946:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000f4975d1. 00000100:00000001:3.0:1790964078.591989:0:30946:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964078.591992:0:30946:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000005f2409e4 x1877961920745600/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964093 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790964078.592016:0:30946:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000005f2409e4 x1877961920745600/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964093 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964078.592021:0:30946:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790964078.592024:0:30946:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964078.592027:0:30946:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790964078.592029:0:30946:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790964078.592031:0:30946:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964078.592033:0:30946:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964078.592035:0:30946:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1790964078.592205:0:31844:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a6790425. 00000020:00000010:2.0:1790964078.592211:0:31844:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000071da7b2d. 00000020:00000010:2.0:1790964078.592216:0:31844:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf9e99b8. 00000100:00000001:2.0:1790964078.592220:0:31844:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1790964078.592314:0:30946:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009c21327c. 00000100:00001000:3.0:1790964078.592324:0:30946:0:(import.c:2195:obd_at_measure()) add 0 to 0000000085b2de57 time=1790964078 v=5 (0 0 0 0) 00000100:00001000:3.0:1790964078.592328:0:30946:0:(import.c:2195:obd_at_measure()) add 1 to 000000003f840a30 time=10 v=10 (10 0 0 0) 00000100:00000001:3.0:1790964078.592331:0:30946:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790964078.592333:0:30946:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1790964078.592335:0:30946:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1790964078.592340:0:30946:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005f2409e4 x1877961920745600/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964093 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964078.592348:0:30946:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1790964078.592351:0:30946:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790964078.592353:0:30946:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964078.592355:0:30946:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1790964078.592357:0:30946:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1790964078.592360:0:30946:0:(import.c:65:import_set_state_nolock()) 000000006a8bbe22 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790964078.592432:0:30946:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00000001:3.0:1790964078.592434:0:30946:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1790964078.592438:0:30946:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f2409e4 x1877961920745600/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964093 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964078.592445:0:30946:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005f2409e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:30946:1877961920745600:0@lo:38: 00000100:00000001:3.0:1790964078.592450:0:30946:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964078.592458:0:30946:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964078.592460:0:30946:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005f2409e4 x1877961920745600/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964093 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964078.592467:0:30946:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790964078.592469:0:30946:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790964078.592472:0:30946:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000070ec2c77. 02000000:00000001:3.0:1790964078.592475:0:30946:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790964078.592478:0:30946:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964078.592479:0:30946:0:(genops.c:1223:class_import_put()) import 000000006a8bbe22 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:3.0:1790964078.592482:0:30946:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1790964078.592483:0:30946:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000ae71d6fa. 02000000:00000001:3.0:1790964078.592487:0:30946:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790964078.592489:0:30946:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790964078.592490:0:30946:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005f2409e4. 00000100:00000001:3.0:1790964078.592494:0:30946:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790964078.592495:0:30946:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964078.592497:0:30946:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964078.592499:0:30946:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964078.592500:0:30946:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964078.592502:0:30946:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964078.592503:0:30946:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964078.600847:0:31873:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964078.600857:0:31873:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964078.600858:0:31873:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964078.600863:0:31873:0:(client.c:2716:ptlrpc_set_wait()) set 000000001c32d401 going to sleep for 0 seconds 00000100:00000001:2.0:1790964078.600868:0:31873:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964078.601516:0:31873:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964078.601527:0:31873:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964078.601533:0:31873:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964078.601538:0:31873:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1790964079.000800:0:32280:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f1cb0e92. 00080000:00000010:2.0:1790964079.000817:0:32280:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at 00000000f1cb0e92. 00000020:00000001:2.0:1790964079.000825:0:32280:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964079.237210:0:30612:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1790964079.237218:0:30612:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964079.237226:0:30612:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790964079.237227:0:30612:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964079.237252:0:31829:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790964079.237255:0:31829:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964079.237258:0:31829:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 3075 lines, 3075 kept, 0 dropped, 0 bad.