00000020:01000004:0.0F:1790964049.602112:0:32600:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1790964049.602128:0:32600:0:(obd_mount.c:926:lmd_print()) device: lustre-mdt1/mdt1 00000080:01200004:0.0:1790964049.602243:0:32600:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 00000000102ddbff 00000080:02000400:0.0:1790964049.602256:0:32600:0:(super25.c:149:lustre_fill_super()) lustre-MDT0000: mounting server target with '-t lustre' deprecated, use '-t lustre_tgt' 00000020:01000004:0.0:1790964049.608274:0:32600:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:0.0:1790964049.608289:0:32600:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:0.0:1790964049.608331:0:32600:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (0000000019c78f6b) 00000020:00000080:0.0:1790964049.608350:0:32600:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-zfs with refcount 2 00100000:10000000:1.0F:1790964049.697493:0:32600:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:1.0:1790964049.769312:0:32600:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x36:0x0] (8/32) 00100000:10000000:1.0:1790964049.781608:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 353: rc = 0 00100000:10000000:1.0:1790964049.781747:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 353: rc = 0 00100000:10000000:1.0:1790964049.790089:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 353: rc = 0 00100000:10000000:1.0:1790964049.800466:0:32600:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:1.0:1790964049.800611:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 353: rc = 0 00100000:10000000:1.0:1790964049.801071:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0001 under 353: rc = 0 00100000:10000000:1.0:1790964049.801170:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 353: rc = 0 00100000:10000000:1.0:1790964049.803016:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 201: rc = 0 00100000:10000000:0.0:1790964049.809988:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 356: rc = 0 00100000:10000000:0.0:1790964049.810184:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 356: rc = 0 00100000:10000000:2.0F:1790964049.814755:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000-MDT0000 under 670: rc = 0 00100000:10000000:2.0:1790964049.816107:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 670: rc = 0 00100000:10000000:2.0:1790964049.817957:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 670: rc = 0 00100000:10000000:2.0:1790964049.820169:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 670: rc = 0 00100000:10000000:2.0:1790964049.822039:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 670: rc = 0 00100000:10000000:2.0:1790964049.823741:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 670: rc = 0 00100000:10000000:2.0:1790964049.825964:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 670: rc = 0 00100000:10000000:2.0:1790964049.827861:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000-MDT0000 under 670: rc = 0 00100000:10000000:2.0:1790964049.829291:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 670: rc = 0 00100000:10000000:2.0:1790964049.830850:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 670: rc = 0 00100000:10000000:3.0F:1790964049.833180:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 670: rc = 0 00100000:10000000:3.0:1790964049.834792:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 670: rc = 0 00100000:10000000:3.0:1790964049.842207:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_15 under 363: rc = 0 00100000:10000000:3.0:1790964049.849952:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_12 under 363: rc = 0 00100000:10000000:3.0:1790964049.860046:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 363: rc = 0 00100000:10000000:3.0:1790964049.879071:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_01 under 363: rc = 0 00100000:10000000:3.0:1790964049.882235:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 363: rc = 0 00100000:10000000:3.0:1790964049.889956:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_01 under 363: rc = 0 00100000:10000000:0.0:1790964049.906971:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 363: rc = 0 00100000:10000000:1.0:1790964049.909211:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_12 under 363: rc = 0 00100000:10000000:1.0:1790964049.911159:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_11 under 363: rc = 0 00100000:10000000:1.0:1790964049.913829:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_02 under 363: rc = 0 00100000:10000000:1.0:1790964049.917730:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_08 under 363: rc = 0 00100000:10000000:1.0:1790964049.930030:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 363: rc = 0 00100000:10000000:1.0:1790964049.934135:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 363: rc = 0 00100000:10000000:1.0:1790964049.938658:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 363: rc = 0 00100000:10000000:3.0:1790964049.963966:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_05 under 363: rc = 0 00100000:10000000:3.0:1790964049.971907:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 363: rc = 0 00100000:10000000:3.0:1790964049.985193:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 363: rc = 0 00100000:10000000:3.0:1790964049.995486:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 363: rc = 0 00100000:10000000:3.0:1790964050.002818:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 363: rc = 0 00100000:10000000:3.0:1790964050.008246:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_00 under 363: rc = 0 00100000:10000000:2.0:1790964050.019819:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 363: rc = 0 00100000:10000000:2.0:1790964050.029903:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 363: rc = 0 00100000:10000000:0.0:1790964050.043411:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 363: rc = 0 00100000:10000000:0.0:1790964050.053000:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 363: rc = 0 00100000:10000000:0.0:1790964050.060842:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_10 under 363: rc = 0 00100000:10000000:2.0:1790964050.075600:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_09 under 363: rc = 0 00100000:10000000:0.0:1790964050.078650:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_03 under 363: rc = 0 00100000:10000000:0.0:1790964050.083313:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_04 under 363: rc = 0 00100000:10000000:0.0:1790964050.090316:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_09 under 363: rc = 0 00100000:10000000:1.0:1790964050.109981:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_03 under 363: rc = 0 00100000:10000000:1.0:1790964050.128515:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 363: rc = 0 00100000:10000000:2.0:1790964050.139872:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_10 under 363: rc = 0 00100000:10000000:0.0:1790964050.153285:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000401:0x1:0x0] under 430: rc = 0 00100000:10000000:0.0:1790964050.155970:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 430: rc = 0 00100000:10000000:0.0:1790964050.163525:0:32600:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:0.0:1790964050.164948:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 572: rc = 0 00100000:10000000:0.0:1790964050.166314:0:32600:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:0.0:1790964050.166414:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 572: rc = 0 00100000:10000000:0.0:1790964050.168225:0:32600:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:0.0:1790964050.168333:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 572: rc = 0 00100000:10000000:0.0:1790964050.172321:0:32600:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:0.0:1790964050.172737:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 666: rc = 0 00100000:10000000:2.0:1790964050.176016:0:32600:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:2.0:1790964050.176312:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 666: rc = 0 00100000:10000000:2.0:1790964050.180937:0:32600:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:2.0:1790964050.181076:0:32600:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 666: rc = 0 00000020:00000080:3.0:1790964050.181550:0:32600:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1790964050.181564:0:32600:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:3.0:1790964050.181577:0:32600:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x74ed6677b28f62a8 00000020:01000004:3.0:1790964050.181584:0:32600:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:3.0:1790964050.181588:0:32600:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1790964050.181592:0:32600:0:(tgt_mount.c:101:server_register_mount()) register mount 00000000102ddbff from MGS 00000020:01000004:3.0:1790964050.181597:0:32600:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1790964050.181618:0:32600:0:(genops.c:413:class_newdev()) Allocate new device MGS (0000000096529605) 00000020:00000080:3.0:1790964050.181633:0:32600:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1790964050.181768:0:32600:0:(tgt_mount.c:153:server_get_mount()) get mount 00000000102ddbff from MGS, refs=2 00080000:01000000:3.0:1790964050.181774:0:32600:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:3.0:1790964050.181783:0:32600:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x74ed6677b28f62b6 00000100:00100000:3.0:1790964050.181875:0:32600:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1790964050.182009:0:32600:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:3.0:1790964050.182022:0:32600:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1790964050.182843:0:32600:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:3.0:1790964050.182858:0:32600:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1790964050.183701:0:32600:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964050.184001:0:32600:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:1.0:1790964050.184007:0:32600:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1790964050.184585:0:32600:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1790964050.184593:0:32600:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:1.0:1790964050.185089:0:32600:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:1.0:1790964050.185097:0:32600:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:3.0:1790964050.185840:0:32606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964050.185844:0:32606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964050.185845:0:32606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964050.186337:0:32607:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964050.186340:0:32607:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964050.186342:0:32607:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790964050.187047:0:32600:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:3.0:1790964050.190233:0:32606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:0.0:1790964050.440004:0:32600:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip512 speed = 2450 MB/s 00000001:01000000:2.0:1790964050.690311:0:32600:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip4K speed = 2283 MB/s 00000001:01000000:1.0:1790964050.940253:0:32600:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc512 speed = 491 MB/s 00000001:01000000:2.0:1790964051.189840:0:32600:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc4K speed = 855 MB/s 00000040:01000000:1.0:1790964051.213876:0:32600:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 20000000:01000000:1.0:1790964051.213985:0:32600:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:1.0:1790964051.213989:0:32600:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 10000000:01000000:1.0:1790964051.223745:0:32609:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:0.0:1790964051.224561:0:32600:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:0.0:1790964051.224772:0:32600:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000040:00080000:0.0:1790964051.225541:0:32600:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 20000000:01000000:0.0:1790964051.225736:0:32600:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:0.0:1790964051.229862:0:32600:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964051.233748:0:32600:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:0.0:1790964051.233758:0:32600:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1790964051.239804:0:32600:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1790964051.239819:0:32600:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1790964051.244007:0:32600:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:0.0:1790964051.244031:0:32600:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00010000:00010000:3.0:1790964051.248987:0:32607:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1790964051.255501:0:32600:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:0.0:1790964051.255538:0:32600:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.116@tcp' 00000020:01000004:0.0:1790964051.255540:0:32600:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:0.0:1790964051.255593:0:32600:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.116@tcp (typ=mgc) 00000020:00000080:0.0:1790964051.255617:0:32600:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.116@tcp (00000000e89b26ee) 00000020:00000080:0.0:1790964051.255636:0:32600:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:0.0:1790964051.255758:0:32600:0:(ldlm_lib.c:102:import_set_conn()) imp 000000004b528a08@MGC192.168.204.116@tcp: add connection 192.168.204.116@tcp at head 00010000:00010000:0.0:1790964051.255928:0:32600:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.116@tcp-0 is initialized 00000040:01000000:0.0:1790964051.255935:0:32600:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.116@tcp ctxt 1 is initialized 10000000:01000000:1.0:1790964051.261417:0:32616:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1790964051.263214:0:32600:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.116@tcp (uuid 9fad24ce-5620-4bb8-9e51-3732491fa622) 00000020:00000080:0.0:1790964051.263243:0:32600:0:(genops.c:1385:class_connect()) connect: client 9fad24ce-5620-4bb8-9e51-3732491fa622, cookie 0x74ed6677b28f62c4 00000100:00080000:0.0:1790964051.263257:0:32600:0:(import.c:545:import_select_connection()) MGC192.168.204.116@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790964051.263263:0:32600:0:(import.c:665:import_select_connection()) MGC192.168.204.116@tcp: import 000000004b528a08 using connection 192.168.204.116@tcp/0@lo 00000100:00100000:0.0:1790964051.263297:0:32600:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003fe8c876 x1877961901867136/t0(0) o250->MGC192.168.204.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790964051.263329:0:32600:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 9fad24ce-5620-4bb8-9e51-3732491fa622->MGS 00000020:01000004:0.0:1790964051.263351:0:32600:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1790964051.263356:0:32600:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1790964051.263370:0:32600:0:(genops.c:413:class_newdev()) Allocate new device MDS (0000000064a336e4) 00000020:00000080:0.0:1790964051.263385:0:32600:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:1.0:1790964051.264682:0:31768:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003fe8c876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9fad24ce-5620-4bb8-9e51-3732491fa622:31768:1877961901867136:0@lo:250: 00000100:00100000:1.0:1790964051.264783:0:31768:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964051.264888:0:32611:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901867136 00000100:00100000:1.0:1790964051.264895:0:32611:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901867136 00000100:00100000:1.0:1790964051.265773:0:32611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964051.265781:0:32611:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000746acf25 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:31768:x1877961901867136:12345-0@lo:250: 00010000:00080000:1.0:1790964051.265810:0:32611:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 9fad24ce-5620-4bb8-9e51-3732491fa622@0@lo t0 exp 0000000000000000 cur 892 last 0 00000020:00000080:1.0:1790964051.265837:0:32611:0:(genops.c:1385:class_connect()) connect: client 9fad24ce-5620-4bb8-9e51-3732491fa622, cookie 0x74ed6677b28f62d2 00000100:00080000:1.0:1790964051.267257:0:32611:0:(import.c:65:import_set_state_nolock()) 00000000ade9be35 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1790964051.267359:0:32611:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000746acf25 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fad24ce-5620-4bb8-9e51-3732491fa622+5:31768:x1877961901867136:12345-0@lo:250: Request processed in 1577us (2576us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964051.267370:0:32611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790964051.270260:0:31768:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.204.116@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1790964051.270277:0:31768:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.204.116@tcp: connect to target with instance 0 00000100:00080000:1.0:1790964051.270286:0:31768:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.204.116@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1790964051.270291:0:31768:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1790964051.270295:0:31768:0:(import.c:65:import_set_state_nolock()) 000000004b528a08 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1790964051.270299:0:31768:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1790964051.270323:0:31768:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1790964051.270331:0:31768:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003fe8c876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9fad24ce-5620-4bb8-9e51-3732491fa622:31768:1877961901867136:0@lo:250: 00000100:00080000:1.0:1790964051.270405:0:32614:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000100:00100000:2.0:1790964051.294968:0:32600:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964051.295211:0:32600:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:2.0:1790964051.295218:0:32600:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1790964051.301420:0:32600:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1790964051.301434:0:32600:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1790964051.301935:0:32600:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1790964051.301942:0:32600:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:3.0:1790964051.302638:0:32600:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790964051.302977:0:32600:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:3.0:1790964051.302983:0:32600:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1790964051.306908:0:32600:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:3.0:1790964051.306922:0:32600:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:1.0:1790964051.371182:0:32600:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790964051.372136:0:32600:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:1.0:1790964051.372146:0:32600:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1790964051.378078:0:32600:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1790964051.378107:0:32600:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:0.0:1790964051.379146:0:32600:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964051.379338:0:32600:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:0.0:1790964051.379343:0:32600:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:0.0:1790964051.380045:0:32600:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:0.0:1790964051.380054:0:32600:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:0.0:1790964051.384506:0:32600:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964051.384754:0:32600:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:0.0:1790964051.384761:0:32600:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1790964051.387864:0:32600:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1790964051.387878:0:32600:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1790964051.390091:0:32600:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790964051.390299:0:32600:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1790964051.390307:0:32600:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1790964051.396193:0:32600:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:1.0:1790964051.396212:0:32600:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:2.0:1790964051.438110:0:32600:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790964051.438335:0:32600:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1790964051.438342:0:32600:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:2.0:1790964051.442133:0:32600:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1790964051.442160:0:32600:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:0.0:1790964051.443108:0:32600:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1790964051.443117:0:32600:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:0.0:1790964051.448395:0:32600:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:0.0:1790964051.448506:0:32600:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-mdt1/mdt1 10000000:01000000:0.0:1790964051.448512:0:32600:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.116@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:0.0:1790964051.449113:0:32600:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.116@tcp ctxt 0 is initialized 00000020:01000004:0.0:1790964051.449159:0:32600:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.116@tcp, index=0000, flags=0x20005 00000020:01000004:0.0:1790964051.449163:0:32600:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1790964051.449165:0:32600:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1790964051.449166:0:32600:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790964051.449167:0:32600:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790964051.449169:0:32600:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790964051.449170:0:32600:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790964051.449171:0:32600:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1790964051.449173:0:32600:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1790964051.449174:0:32600:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790964051.449176:0:32600:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1790964051.449178:0:32600:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:0.0:1790964051.449181:0:32600:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1790964051.449182:0:32600:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1790964051.449183:0:32600:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790964051.449184:0:32600:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790964051.449185:0:32600:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790964051.449187:0:32600:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790964051.449187:0:32600:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1790964051.449194:0:32600:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1790964051.449195:0:32600:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790964051.449196:0:32600:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1790964051.449225:0:32600:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1790964051.449244:0:32600:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001e24639d pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901867264:0@lo:253: 00000100:00100000:0.0:1790964051.449333:0:32600:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964051.449456:0:32600:0:(client.c:2716:ptlrpc_set_wait()) set 0000000086fbe54f going to sleep for 11 seconds 00000100:00100000:3.0:1790964051.453287:0:32613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901867264 00000100:00100000:3.0:1790964051.453304:0:32613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901867264 00000100:00100000:3.0:1790964051.453430:0:32613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790964051.453440:0:32613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e8e8a5a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fad24ce-5620-4bb8-9e51-3732491fa622+5:32600:x1877961901867264:12345-0@lo:253: 20000000:01000000:3.0:1790964051.453510:0:32613:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1790964051.453514:0:32613:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1790964051.453518:0:32613:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1790964051.453895:0:32634:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1790964051.454350:0:32613:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 8 20000000:01000000:3.0:1790964051.468142:0:32637:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1790964051.468152:0:32637:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1790964051.468155:0:32637:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 00000040:00080000:3.0:1790964051.468214:0:32637:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 20000000:01000000:1.0:1790964051.468579:0:32613:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1790964051.468590:0:32613:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1790964051.505091:0:32613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e8e8a5a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fad24ce-5620-4bb8-9e51-3732491fa622+5:32600:x1877961901867264:12345-0@lo:253: Request processed in 51642us (55748us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964051.505111:0:32613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790964051.505246:0:32600:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001e24639d pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901867264:0@lo:253: 10000000:01000000:1.0:1790964051.505261:0:32600:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1790964051.505264:0:32600:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1790964051.505266:0:32600:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1790964051.505267:0:32600:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790964051.505269:0:32600:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790964051.505270:0:32600:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790964051.505271:0:32600:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790964051.505272:0:32600:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790964051.505274:0:32600:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1790964051.505275:0:32600:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790964051.505277:0:32600:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1790964051.505298:0:32600:0:(tgt_mount.c:101:server_register_mount()) register mount 00000000102ddbff from lustre-MDT0000 10000000:01000000:1.0:1790964051.505336:0:32600:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:1.0:1790964051.505340:0:32600:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1790964051.505344:0:32600:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff895f168e19c0 10000000:01000000:1.0:1790964051.505348:0:32600:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1790964051.505356:0:32600:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff895f168e19c0 from 1 10000000:01000000:1.0:1790964051.505359:0:32600:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1790964051.505409:0:32600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.116@tcp lock: 000000001c248392/0x74ed6677b28f62d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964051.505420:0:32600:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.116@tcp lock: 000000001c248392/0x74ed6677b28f62d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964051.505430:0:32600:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.116@tcp lock: 000000001c248392/0x74ed6677b28f62d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964051.505468:0:32600:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000452401b1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901867392:0@lo:101: 00000100:00100000:1.0:1790964051.505510:0:32600:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964051.505568:0:32600:0:(client.c:2716:ptlrpc_set_wait()) set 000000008aef91c7 going to sleep for 11 seconds 00000100:00100000:3.0:1790964051.505849:0:32612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901867392 00000100:00100000:3.0:1790964051.505857:0:32612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901867392 00000100:00100000:3.0:1790964051.505900:0:32612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1790964051.505908:0:32612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000096087f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fad24ce-5620-4bb8-9e51-3732491fa622+5:32600:x1877961901867392:12345-0@lo:101: 00010000:00010000:3.0:1790964051.506025:0:32612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790964051.506041:0:32612:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000e2db488b/0x74ed6677b28f62e0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x74ed6677b28f62d9 expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964051.506072:0:32612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e2db488b/0x74ed6677b28f62e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74ed6677b28f62d9 expref: 6 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964051.506082:0:32612:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000e2db488b/0x74ed6677b28f62e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74ed6677b28f62d9 expref: 6 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964051.506091:0:32612:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000e2db488b, rc 0) 00000100:00100000:3.0:1790964051.506152:0:32612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000096087f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fad24ce-5620-4bb8-9e51-3732491fa622+6:32600:x1877961901867392:12345-0@lo:101: Request processed in 245us (643us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964051.506159:0:32612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1790964051.506227:0:32600:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000452401b1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901867392:0@lo:101: 00010000:00010000:0.0:1790964051.506239:0:32600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.116@tcp lock: 000000001c248392/0x74ed6677b28f62d9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74ed6677b28f62e0 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964051.506248:0:32600:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.116@tcp lock: 000000001c248392/0x74ed6677b28f62d9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x74ed6677b28f62e0 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964051.506300:0:32600:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000018c2af11 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901867520:0@lo:501: 00000100:00100000:0.0:1790964051.506339:0:32600:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964051.506369:0:32600:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f463c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790964051.506565:0:32611:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901867520 00000100:00100000:1.0:1790964051.506570:0:32611:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901867520 00000100:00100000:1.0:1790964051.506602:0:32611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1790964051.506608:0:32611:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000920a8390 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fad24ce-5620-4bb8-9e51-3732491fa622+6:32600:x1877961901867520:12345-0@lo:501: 00000100:00100000:1.0:1790964051.506866:0:32611:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000920a8390 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fad24ce-5620-4bb8-9e51-3732491fa622+6:32600:x1877961901867520:12345-0@lo:501: Request processed in 259us (528us total) trans 0 rc -2/-2 00000100:00100000:1.0:1790964051.506874:0:32611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790964051.507272:0:32600:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000018c2af11 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901867520:0@lo:501: 10000000:01000000:0.0:1790964051.507304:0:32600:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.116@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1790964051.507319:0:32600:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.116@tcp lock: 000000001c248392/0x74ed6677b28f62d9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74ed6677b28f62e0 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964051.507337:0:32600:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.116@tcp lock: 000000001c248392/0x74ed6677b28f62d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74ed6677b28f62e0 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790964051.507357:0:32600:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff895f41d73800 10000000:01000000:0.0:1790964051.507361:0:32600:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1790964051.507365:0:32600:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff895f41d73800 10000000:01000000:0.0:1790964051.507367:0:32600:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1790964051.507369:0:32600:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff895f41d73800 from 1 10000000:01000000:0.0:1790964051.507372:0:32600:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1790964051.507392:0:32600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.116@tcp lock: 000000005cfba7d3/0x74ed6677b28f62e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964051.507408:0:32600:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.116@tcp lock: 000000005cfba7d3/0x74ed6677b28f62e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964051.507416:0:32600:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.116@tcp lock: 000000005cfba7d3/0x74ed6677b28f62e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964051.507427:0:32600:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000018c2af11 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901867648:0@lo:101: 00000100:00100000:0.0:1790964051.507454:0:32600:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964051.507484:0:32600:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f463c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790964051.507623:0:32613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901867648 00000100:00100000:3.0:1790964051.507628:0:32613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901867648 00000100:00100000:3.0:1790964051.507661:0:32613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1790964051.507669:0:32613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e3e401a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fad24ce-5620-4bb8-9e51-3732491fa622+6:32600:x1877961901867648:12345-0@lo:101: 00010000:00010000:3.0:1790964051.507678:0:32613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790964051.507689:0:32613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000004e587eea/0x74ed6677b28f62ee lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x74ed6677b28f62e7 expref: -99 pid: 32613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964051.507728:0:32613:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004e587eea/0x74ed6677b28f62ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74ed6677b28f62e7 expref: 7 pid: 32613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964051.507738:0:32613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000004e587eea/0x74ed6677b28f62ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74ed6677b28f62e7 expref: 7 pid: 32613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964051.507746:0:32613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000004e587eea, rc 0) 00000100:00100000:3.0:1790964051.507774:0:32613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e3e401a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fad24ce-5620-4bb8-9e51-3732491fa622+7:32600:x1877961901867648:12345-0@lo:101: Request processed in 107us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964051.507781:0:32613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1790964051.507966:0:32600:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000018c2af11 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901867648:0@lo:101: 00010000:00010000:0.0:1790964051.507978:0:32600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.116@tcp lock: 000000005cfba7d3/0x74ed6677b28f62e7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74ed6677b28f62ee expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964051.507985:0:32600:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.116@tcp lock: 000000005cfba7d3/0x74ed6677b28f62e7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x74ed6677b28f62ee expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790964051.507997:0:32600:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.116@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1790964051.508000:0:32600:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.116@tcp lock: 000000005cfba7d3/0x74ed6677b28f62e7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74ed6677b28f62ee expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964051.508017:0:32600:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.116@tcp lock: 000000005cfba7d3/0x74ed6677b28f62e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74ed6677b28f62ee expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790964051.508023:0:32600:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1790964051.508027:0:32600:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1790964051.508030:0:32600:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff895f41d73800 10000000:01000000:0.0:1790964051.508032:0:32600:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1790964051.508035:0:32600:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1790964051.508037:0:32600:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1790964051.508050:0:32600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.116@tcp lock: 00000000e1536597/0x74ed6677b28f62f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964051.508055:0:32600:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.116@tcp lock: 00000000e1536597/0x74ed6677b28f62f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964051.508061:0:32600:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.116@tcp lock: 00000000e1536597/0x74ed6677b28f62f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964051.508071:0:32600:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000018c2af11 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901867776:0@lo:101: 00000100:00100000:0.0:1790964051.508095:0:32600:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964051.508109:0:32600:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f463c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790964051.508151:0:32613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901867776 00000100:00100000:3.0:1790964051.508155:0:32613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901867776 00000100:00100000:3.0:1790964051.508178:0:32613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790964051.508183:0:32613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d47c72a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fad24ce-5620-4bb8-9e51-3732491fa622+7:32600:x1877961901867776:12345-0@lo:101: 00010000:00010000:3.0:1790964051.508189:0:32613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790964051.508196:0:32613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000006e6a26af/0x74ed6677b28f62fc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x74ed6677b28f62f5 expref: -99 pid: 32613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964051.508207:0:32613:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006e6a26af/0x74ed6677b28f62fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74ed6677b28f62f5 expref: 8 pid: 32613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964051.508214:0:32613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000006e6a26af/0x74ed6677b28f62fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74ed6677b28f62f5 expref: 8 pid: 32613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964051.508220:0:32613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000006e6a26af, rc 0) 00000100:00100000:3.0:1790964051.508243:0:32613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d47c72a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fad24ce-5620-4bb8-9e51-3732491fa622+8:32600:x1877961901867776:12345-0@lo:101: Request processed in 60us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964051.508248:0:32613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1790964051.508374:0:32600:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000018c2af11 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901867776:0@lo:101: 00010000:00010000:0.0:1790964051.508383:0:32600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.116@tcp lock: 00000000e1536597/0x74ed6677b28f62f5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74ed6677b28f62fc expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964051.508390:0:32600:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.116@tcp lock: 00000000e1536597/0x74ed6677b28f62f5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x74ed6677b28f62fc expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790964051.508560:0:32600:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000018c2af11 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901867904:0@lo:501: 00000100:00100000:0.0:1790964051.508587:0:32600:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964051.508608:0:32600:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f463c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790964051.508653:0:32613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901867904 00000100:00100000:3.0:1790964051.508658:0:32613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901867904 00000100:00100000:3.0:1790964051.508686:0:32613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790964051.508691:0:32613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000009976591d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fad24ce-5620-4bb8-9e51-3732491fa622+8:32600:x1877961901867904:12345-0@lo:501: 00000100:00100000:3.0:1790964051.509153:0:32613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000009976591d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fad24ce-5620-4bb8-9e51-3732491fa622+9:32600:x1877961901867904:12345-0@lo:501: Request processed in 462us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964051.509161:0:32613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1790964051.509595:0:32600:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000018c2af11 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901867904:0@lo:501: 00000100:00100000:0.0:1790964051.509630:0:32600:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000018c2af11 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901868032:0@lo:503: 00000100:00100000:0.0:1790964051.509671:0:32600:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790964051.509704:0:32600:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f463c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790964051.509799:0:32612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901868032 00000100:00100000:3.0:1790964051.509805:0:32612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901868032 00000100:00100000:3.0:1790964051.509967:0:32612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790964051.509975:0:32612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000007697101a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fad24ce-5620-4bb8-9e51-3732491fa622+9:32600:x1877961901868032:12345-0@lo:503: 00000100:00100000:3.0:1790964051.516702:0:32612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000007697101a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fad24ce-5620-4bb8-9e51-3732491fa622+9:32600:x1877961901868032:12345-0@lo:503: Request processed in 6722us (7024us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964051.516739:0:32612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1790964051.516979:0:32600:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000018c2af11 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901868032:0@lo:503: 00000100:00100000:2.0:1790964051.517606:0:32639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000338c9ec8 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9fad24ce-5620-4bb8-9e51-3732491fa622:32639:1877961901868160:0@lo:502: 00000100:00100000:2.0:1790964051.517674:0:32639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964051.517979:0:32639:0:(client.c:2716:ptlrpc_set_wait()) set 00000000ff1fbcb4 going to sleep for 11 seconds 00000100:00100000:1.0:1790964051.518056:0:32611:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901868160 00000100:00100000:1.0:1790964051.518064:0:32611:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901868160 00000100:00100000:0.0:1790964051.518232:0:32611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1790964051.518243:0:32611:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000380773ae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fad24ce-5620-4bb8-9e51-3732491fa622+9:32639:x1877961901868160:12345-0@lo:502: 00000100:00100000:0.0:1790964051.521345:0:32611:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000380773ae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fad24ce-5620-4bb8-9e51-3732491fa622+9:32639:x1877961901868160:12345-0@lo:502: Request processed in 3093us (3661us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964051.521362:0:32611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1790964051.521546:0:32639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000338c9ec8 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9fad24ce-5620-4bb8-9e51-3732491fa622:32639:1877961901868160:0@lo:502: 00000020:01000000:1.0:1790964051.521587:0:32639:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790964051.521599:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964051.521601:0:32639:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1790964051.521607:0:32639:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1790964051.521609:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790964051.521639:0:32639:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (00000000c8e96674) 00000020:00000080:1.0:1790964051.521660:0:32639:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:1.0:1790964051.521669:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1790964051.521789:0:32639:0:(osd_handler.c:1574:osd_obd_connect()) connect #2 00000020:00000080:1.0:1790964051.521796:0:32639:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x74ed6677b28f630a 00000020:00000080:1.0:1790964051.522147:0:32639:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1790964051.522152:0:32639:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790964051.522156:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964051.522157:0:32639:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1790964051.522160:0:32639:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790964051.522169:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964051.522171:0:32639:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1790964051.522174:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790964051.522182:0:32639:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (0000000028d647b4) 00000020:00000080:1.0:1790964051.522193:0:32639:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1790964051.522197:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1790964051.522199:0:32639:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1790964051.522201:0:32639:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1790964051.522208:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1790964051.522260:0:32639:0:(tgt_mount.c:153:server_get_mount()) get mount 00000000102ddbff from lustre-MDT0000, refs=3 00000020:00000080:1.0:1790964051.522273:0:32639:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (0000000045ed2ef9) 00000020:00000080:1.0:1790964051.522281:0:32639:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1790964051.522339:0:32639:0:(lod_dev.c:2309:lod_obd_connect()) connect #0 00000020:00000080:1.0:1790964051.522345:0:32639:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x74ed6677b28f631f 00000020:00000080:1.0:1790964051.522447:0:32639:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1790964051.522453:0:32639:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1790964051.522457:0:32639:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x74ed6677b28f6326 00080000:01000000:1.0:1790964051.522474:0:32639:0:(osd_handler.c:1574:osd_obd_connect()) connect #3 00000020:00000080:1.0:1790964051.522478:0:32639:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x74ed6677b28f632d 00010000:00010000:2.0:1790964051.609405:0:32639:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1790964051.610929:0:32639:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934593 00000001:00080000:2.0:1790964051.611193:0:32639:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1790964051.612276:0:32639:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (00000000a94a76dc) 00000020:00000080:2.0:1790964051.612308:0:32639:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1790964051.614119:0:32639:0:(osd_handler.c:1574:osd_obd_connect()) connect #4 00000020:00000080:2.0:1790964051.614135:0:32639:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x74ed6677b28f633b 00000020:00000080:2.0:1790964051.623679:0:32639:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1790964051.638228:0:32639:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x74ed6677b28f6342 00000020:00000080:1.0:1790964051.638786:0:32639:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:1.0:1790964051.638799:0:32639:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790964051.638805:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964051.638807:0:32639:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:1.0:1790964051.638811:0:32639:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1790964051.638813:0:32639:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:1.0:1790964051.638815:0:32639:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790964051.638816:0:32639:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790964051.638818:0:32639:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1790964051.638832:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964051.638833:0:32639:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:1.0:1790964051.638836:0:32639:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790964051.638843:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964051.638844:0:32639:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:1.0:1790964051.638848:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1790964051.638895:0:32639:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1790964051.638911:0:32639:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790964051.638914:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964051.638916:0:32639:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:1.0:1790964051.638919:0:32639:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1790964051.638921:0:32639:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:1.0:1790964051.638926:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790964051.638927:0:32639:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1790964051.638930:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1790964051.638934:0:32639:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.116@tcp to nid 0x20000c0a8cc74 (192.168.204.116@tcp) 00000020:01000000:1.0:1790964051.638958:0:32639:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1790964051.638961:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790964051.638975:0:32639:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (00000000c5992317) 00000020:00000080:1.0:1790964051.638991:0:32639:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:1.0:1790964051.638995:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1790964051.639046:0:32639:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:1.0:1790964051.639051:0:32639:0:(osd_handler.c:1574:osd_obd_connect()) connect #5 00000020:00000080:1.0:1790964051.639057:0:32639:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x74ed6677b28f6350 00010000:00080000:1.0:1790964051.639084:0:32639:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000090bfec39@lustre-OST0000-osc-MDT0000: add connection 192.168.204.116@tcp at head 00010000:00010000:1.0:1790964051.639331:0:32639:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-1 is initialized 00000040:01000000:0.0:1790964051.646524:0:32639:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:01000000:0.0:1790964051.646582:0:32639:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1790964051.656139:0:32639:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790964051.659231:0:32639:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1790964051.659372:0:32639:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x7:0x0].1, 64 off8256 00000040:00080000:2.0:1790964051.661095:0:32643:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1790964051.661102:0:32643:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x7:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1790964051.663291:0:32639:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1790964051.663308:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1790964051.663359:0:32639:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1790964051.663381:0:32639:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x74ed6677b28f6357 00000100:00080000:0.0:1790964051.663392:0:32639:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790964051.664570:0:32639:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import 0000000090bfec39 using connection 192.168.204.116@tcp/0@lo 00000100:00100000:0.0:1790964051.664944:0:32639:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000018c2af11 x1877961901868288/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790964051.664967:0:32639:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1790964051.665292:0:32639:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790964051.665298:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964051.665301:0:32639:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1790964051.665304:0:32639:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1790964051.665307:0:32639:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #16 00000020:01000000:0.0:1790964051.665308:0:32639:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790964051.665310:0:32639:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790964051.665311:0:32639:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1790964051.665313:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964051.665315:0:32639:0:(obd_config.c:1563:class_process_config()) marker 16 (0x6) lustre sys.timeout 00000020:01000000:0.0:1790964051.665317:0:32639:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790964051.665321:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790964051.665322:0:32639:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-MDT0001 add osp 00000020:00000080:0.0:1790964051.665325:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1790964051.665328:0:32639:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.116@tcp to nid 0x20000c0a8cc74 (192.168.204.116@tcp) 00000020:00000080:0.0:1790964051.665354:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1790964051.665369:0:32639:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (0000000089ccecf3) 00000020:00000080:0.0:1790964051.665386:0:32639:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1790964051.665390:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1790964051.665502:0:32639:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:0.0:1790964051.665510:0:32639:0:(osd_handler.c:1574:osd_obd_connect()) connect #6 00000020:00000080:0.0:1790964051.665516:0:32639:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x74ed6677b28f6365 00010000:00080000:0.0:1790964051.665548:0:32639:0:(ldlm_lib.c:102:import_set_conn()) imp 000000005458fe58@lustre-MDT0001-osp-MDT0000: add connection 192.168.204.116@tcp at head 00000100:00100000:1.0:1790964051.666955:0:31768:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000018c2af11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31768:1877961901868288:0@lo:8: 00000400:00000100:1.0:1790964051.667044:0:31768:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877961901868288 offset 0 length 520: 4 00010000:00010000:0.0:1790964051.672660:0:32639:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-2 is initialized 00000020:00000080:3.0:1790964051.674347:0:32639:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1790964051.674364:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1790964051.674405:0:32639:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:3.0:1790964051.674425:0:32639:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x74ed6677b28f636c 00000100:00080000:3.0:1790964051.674436:0:32639:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790964051.674441:0:32639:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import 000000005458fe58 using connection 192.168.204.116@tcp/0@lo 00000100:00100000:3.0:1790964051.674487:0:32639:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099009bc1 x1877961901868416/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790964051.674511:0:32639:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:3.0:1790964051.674620:0:32639:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790964051.674624:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964051.674626:0:32639:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-MDT0001 add osp 00000020:01000000:3.0:1790964051.674628:0:32639:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790964051.674631:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964051.674633:0:32639:0:(obd_config.c:1563:class_process_config()) marker 28 (0x1) lustre sys.timeout 00000020:00000080:3.0:1790964051.674635:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1790964051.674636:0:32639:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:3.0:1790964051.674667:0:32639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006f368c0f pname:cluuid:pid:xid:nid:opc:job llog_process_th:9fad24ce-5620-4bb8-9e51-3732491fa622:32639:1877961901868544:0@lo:502: 00000100:00100000:3.0:1790964051.674771:0:32639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964051.674809:0:32612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901868544 00000100:00100000:3.0:1790964051.674816:0:32612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901868544 00000100:00100000:3.0:1790964051.675177:0:32612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790964051.675186:0:32612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004ba99514 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fad24ce-5620-4bb8-9e51-3732491fa622+9:32639:x1877961901868544:12345-0@lo:502: 00000100:00100000:3.0:1790964051.675440:0:32612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004ba99514 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fad24ce-5620-4bb8-9e51-3732491fa622+9:32639:x1877961901868544:12345-0@lo:502: Request processed in 255us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964051.675479:0:32612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790964051.675554:0:32639:0:(client.c:2716:ptlrpc_set_wait()) set 00000000583ce781 going to sleep for 11 seconds 00000100:00100000:3.0:1790964051.675576:0:32639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006f368c0f pname:cluuid:pid:xid:nid:opc:job llog_process_th:9fad24ce-5620-4bb8-9e51-3732491fa622:32639:1877961901868544:0@lo:502: 00000020:01000000:3.0:1790964051.675746:0:32639:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790964051.675751:0:32639:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790964051.675753:0:32639:0:(obd_config.c:1563:class_process_config()) marker 28 (0x2) lustre sys.timeout 00000040:00080000:3.0:1790964051.675757:0:32639:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 34 count 34 00000100:00100000:1.0:1790964051.675962:0:31768:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000099009bc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31768:1877961901868416:0@lo:38: 00000100:00100000:1.0:1790964051.676005:0:31768:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964051.676132:0:32623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901868416 00000100:00100000:3.0:1790964051.676138:0:32623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901868416 00000100:00100000:3.0:1790964051.676168:0:32623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964051.676173:0:32623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006d3aa22e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:31768:x1877961901868416:12345-0@lo:38: 00010000:00020000:3.0:1790964051.676189:0:32623:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1790964051.676272:0:32623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006d3aa22e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:31768:x1877961901868416:12345-0@lo:38: Request processed in 97us (267us total) trans 0 rc -19/-19 00000100:00100000:3.0:1790964051.676279:0:32623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000020:01000000:1.0:1790964051.679088:0:32600:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-33 (rc=0) 10000000:01000000:1.0:1790964051.679129:0:32600:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.116@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1790964051.679156:0:32600:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.116@tcp lock: 00000000e1536597/0x74ed6677b28f62f5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74ed6677b28f62fc expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964051.679186:0:32600:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.116@tcp lock: 00000000e1536597/0x74ed6677b28f62f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74ed6677b28f62fc expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964051.679197:0:32600:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff895f41d73800 from 1 10000000:01000000:1.0:1790964051.679200:0:32600:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1790964051.679246:0:32600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.116@tcp lock: 00000000e5b9ba34/0x74ed6677b28f6373 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964051.679254:0:32600:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.116@tcp lock: 00000000e5b9ba34/0x74ed6677b28f6373 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964051.679264:0:32600:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.116@tcp lock: 00000000e5b9ba34/0x74ed6677b28f6373 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964051.679289:0:32600:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000038ba48e1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901868672:0@lo:101: 00000100:00100000:1.0:1790964051.679358:0:32600:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964051.679416:0:32600:0:(client.c:2716:ptlrpc_set_wait()) set 000000001834bc04 going to sleep for 11 seconds 00000100:00100000:0.0:1790964051.679692:0:32611:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901868672 00000100:00100000:0.0:1790964051.679700:0:32611:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901868672 00000100:00100000:0.0:1790964051.679768:0:32611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790964051.679776:0:32611:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000024b63ed5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fad24ce-5620-4bb8-9e51-3732491fa622+9:32600:x1877961901868672:12345-0@lo:101: 00010000:00010000:0.0:1790964051.679791:0:32611:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964051.679808:0:32611:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000084fcadab/0x74ed6677b28f637a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x74ed6677b28f6373 expref: -99 pid: 32611 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964051.680260:0:32611:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000084fcadab/0x74ed6677b28f637a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74ed6677b28f6373 expref: 10 pid: 32611 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964051.680272:0:32611:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000084fcadab/0x74ed6677b28f637a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74ed6677b28f6373 expref: 10 pid: 32611 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964051.680279:0:32611:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000084fcadab, rc 0) 00000100:00100000:0.0:1790964051.680347:0:32611:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000024b63ed5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fad24ce-5620-4bb8-9e51-3732491fa622+10:32600:x1877961901868672:12345-0@lo:101: Request processed in 572us (990us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964051.680355:0:32611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1790964051.680552:0:32600:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000038ba48e1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901868672:0@lo:101: 00010000:00010000:1.0:1790964051.680567:0:32600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.116@tcp lock: 00000000e5b9ba34/0x74ed6677b28f6373 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74ed6677b28f637a expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964051.680574:0:32600:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.116@tcp lock: 00000000e5b9ba34/0x74ed6677b28f6373 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x74ed6677b28f637a expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964051.681319:0:32600:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000038ba48e1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901868800:0@lo:256: 00000100:00100000:1.0:1790964051.681368:0:32600:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964051.681452:0:32600:0:(client.c:2716:ptlrpc_set_wait()) set 000000001834bc04 going to sleep for 11 seconds 00000100:00080000:2.0:1790964051.681640:0:31768:0:(import.c:65:import_set_state_nolock()) 000000005458fe58 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790964051.681664:0:31768:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1790964051.681667:0:31768:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000099009bc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31768:1877961901868416:0@lo:38: 00000100:00100000:3.0:1790964051.682279:0:32613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901868800 00000100:00100000:3.0:1790964051.682288:0:32613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901868800 00000100:00100000:3.0:1790964051.682335:0:32613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1790964051.682342:0:32613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000003d32221e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fad24ce-5620-4bb8-9e51-3732491fa622+10:32600:x1877961901868800:12345-0@lo:256: 20000000:01000000:3.0:1790964051.682362:0:32613:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1790964051.682368:0:32613:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:3.0:1790964051.683063:0:32613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000003d32221e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fad24ce-5620-4bb8-9e51-3732491fa622+10:32600:x1877961901868800:12345-0@lo:256: Request processed in 719us (1693us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964051.683073:0:32613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1790964051.683158:0:32600:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000038ba48e1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901868800:0@lo:256: 10000000:01000000:1.0:1790964051.683963:0:32600:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.116@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1790964051.683982:0:32600:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.116@tcp lock: 00000000e5b9ba34/0x74ed6677b28f6373 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74ed6677b28f637a expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964051.683993:0:32600:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.116@tcp lock: 00000000e5b9ba34/0x74ed6677b28f6373 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74ed6677b28f637a expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964051.684002:0:32600:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff895f41d73800 from 1 10000000:01000000:1.0:1790964051.684004:0:32600:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1790964051.684035:0:32600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.116@tcp lock: 000000000f2e4e4f/0x74ed6677b28f6381 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964051.684041:0:32600:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.116@tcp lock: 000000000f2e4e4f/0x74ed6677b28f6381 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964051.684049:0:32600:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.116@tcp lock: 000000000f2e4e4f/0x74ed6677b28f6381 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964051.684067:0:32600:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000038ba48e1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901868928:0@lo:101: 00000100:00100000:1.0:1790964051.684112:0:32600:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964051.684297:0:32600:0:(client.c:2716:ptlrpc_set_wait()) set 000000001834bc04 going to sleep for 11 seconds 00000100:00100000:0.0:1790964051.686214:0:32611:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901868928 00000100:00100000:0.0:1790964051.686227:0:32611:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901868928 00000100:00100000:0.0:1790964051.686287:0:32611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1790964051.686296:0:32611:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ba8a9b1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fad24ce-5620-4bb8-9e51-3732491fa622+10:32600:x1877961901868928:12345-0@lo:101: 00010000:00010000:0.0:1790964051.686315:0:32611:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964051.686336:0:32611:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000005dbbe597/0x74ed6677b28f6388 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x74ed6677b28f6381 expref: -99 pid: 32611 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964051.686366:0:32611:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005dbbe597/0x74ed6677b28f6388 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74ed6677b28f6381 expref: 11 pid: 32611 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964051.686377:0:32611:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000005dbbe597/0x74ed6677b28f6388 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74ed6677b28f6381 expref: 11 pid: 32611 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964051.686386:0:32611:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000005dbbe597, rc 0) 00000100:00100000:0.0:1790964051.686559:0:32611:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ba8a9b1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fad24ce-5620-4bb8-9e51-3732491fa622+11:32600:x1877961901868928:12345-0@lo:101: Request processed in 264us (2447us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964051.686572:0:32611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1790964051.686758:0:32600:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000038ba48e1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901868928:0@lo:101: 00010000:00010000:2.0:1790964051.686775:0:32600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.116@tcp lock: 000000000f2e4e4f/0x74ed6677b28f6381 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74ed6677b28f6388 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964051.686785:0:32600:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.116@tcp lock: 000000000f2e4e4f/0x74ed6677b28f6381 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x74ed6677b28f6388 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964051.686882:0:32600:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000009849bfb7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901869056:0@lo:501: 00000100:00100000:2.0:1790964051.686931:0:32600:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964051.686964:0:32600:0:(client.c:2716:ptlrpc_set_wait()) set 000000006c544a8f going to sleep for 11 seconds 00000100:00100000:3.0:1790964051.687102:0:32613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901869056 00000100:00100000:3.0:1790964051.687108:0:32613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901869056 00000100:00100000:3.0:1790964051.687134:0:32613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1790964051.687146:0:32613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e3b332ff pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fad24ce-5620-4bb8-9e51-3732491fa622+11:32600:x1877961901869056:12345-0@lo:501: 00000100:00100000:3.0:1790964051.687580:0:32613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e3b332ff pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fad24ce-5620-4bb8-9e51-3732491fa622+11:32600:x1877961901869056:12345-0@lo:501: Request processed in 434us (647us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964051.687588:0:32613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1790964051.687764:0:32600:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000009849bfb7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901869056:0@lo:501: 00000100:00100000:2.0:1790964051.687809:0:32600:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000009849bfb7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901869184:0@lo:503: 00000100:00100000:2.0:1790964051.687864:0:32600:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964051.687890:0:32600:0:(client.c:2716:ptlrpc_set_wait()) set 000000006c544a8f going to sleep for 11 seconds 00000100:00100000:0.0:1790964051.688022:0:32611:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901869184 00000100:00100000:0.0:1790964051.688028:0:32611:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901869184 00000100:00100000:0.0:1790964051.688051:0:32611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1790964051.688058:0:32611:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000bd56627f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fad24ce-5620-4bb8-9e51-3732491fa622+11:32600:x1877961901869184:12345-0@lo:503: 00000040:00080000:0.0:1790964051.688094:0:32611:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1790964051.688143:0:32611:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000bd56627f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fad24ce-5620-4bb8-9e51-3732491fa622+11:32600:x1877961901869184:12345-0@lo:503: Request processed in 86us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964051.688151:0:32611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1790964051.688342:0:32600:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000009849bfb7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901869184:0@lo:503: 00000040:00080000:2.0:1790964051.690239:0:32647:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 1 00000020:01000000:1.0:1790964051.692850:0:32600:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 10000000:01000000:1.0:1790964051.692886:0:32600:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.116@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1790964051.692910:0:32600:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.116@tcp lock: 000000000f2e4e4f/0x74ed6677b28f6381 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74ed6677b28f6388 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964051.692924:0:32600:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.116@tcp lock: 000000000f2e4e4f/0x74ed6677b28f6381 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74ed6677b28f6388 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790964051.692993:0:32600:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1790964051.692995:0:32600:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff895f41d73800 10000000:01000000:1.0:1790964051.692998:0:32600:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff895f41d73800 10000000:01000000:1.0:1790964051.693001:0:32600:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1790964051.693007:0:32600:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff895f41d73800 from 1 10000000:01000000:1.0:1790964051.693009:0:32600:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1790964051.693046:0:32600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.116@tcp lock: 000000008f47171a/0x74ed6677b28f638f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964051.693052:0:32600:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.116@tcp lock: 000000008f47171a/0x74ed6677b28f638f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790964051.693062:0:32600:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.116@tcp lock: 000000008f47171a/0x74ed6677b28f638f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790964051.693086:0:32600:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000193a5b1e pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901869312:0@lo:101: 00000100:00100000:1.0:1790964051.693155:0:32600:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790964051.693202:0:32600:0:(client.c:2716:ptlrpc_set_wait()) set 00000000a39e6657 going to sleep for 11 seconds 00000100:00100000:0.0:1790964051.693333:0:32611:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901869312 00000100:00100000:0.0:1790964051.693341:0:32611:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901869312 00000100:00100000:0.0:1790964051.693385:0:32611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790964051.693401:0:32611:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000023069fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fad24ce-5620-4bb8-9e51-3732491fa622+11:32600:x1877961901869312:12345-0@lo:101: 00010000:00010000:0.0:1790964051.693415:0:32611:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790964051.693427:0:32611:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000004347be2f/0x74ed6677b28f6396 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x74ed6677b28f638f expref: -99 pid: 32611 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964051.693447:0:32611:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004347be2f/0x74ed6677b28f6396 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74ed6677b28f638f expref: 12 pid: 32611 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964051.693468:0:32611:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000004347be2f/0x74ed6677b28f6396 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74ed6677b28f638f expref: 12 pid: 32611 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790964051.693476:0:32611:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000004347be2f, rc 0) 00000100:00100000:0.0:1790964051.693521:0:32611:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000023069fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fad24ce-5620-4bb8-9e51-3732491fa622+12:32600:x1877961901869312:12345-0@lo:101: Request processed in 129us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964051.693527:0:32611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1790964051.693665:0:32600:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000193a5b1e pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901869312:0@lo:101: 00010000:00010000:2.0:1790964051.693678:0:32600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.116@tcp lock: 000000008f47171a/0x74ed6677b28f638f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x74ed6677b28f6396 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964051.693686:0:32600:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.116@tcp lock: 000000008f47171a/0x74ed6677b28f638f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x74ed6677b28f6396 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964051.693765:0:32600:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000009849bfb7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901869440:0@lo:501: 00000100:00100000:2.0:1790964051.693791:0:32600:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964051.693813:0:32600:0:(client.c:2716:ptlrpc_set_wait()) set 00000000db7e30e8 going to sleep for 11 seconds 00000100:00100000:1.0:1790964051.694023:0:32612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901869440 00000100:00100000:1.0:1790964051.694028:0:32612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901869440 00000100:00100000:1.0:1790964051.694060:0:32612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1790964051.694066:0:32612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001fd31376 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fad24ce-5620-4bb8-9e51-3732491fa622+12:32600:x1877961901869440:12345-0@lo:501: 00000100:00100000:1.0:1790964051.694318:0:32612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001fd31376 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fad24ce-5620-4bb8-9e51-3732491fa622+12:32600:x1877961901869440:12345-0@lo:501: Request processed in 252us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964051.694325:0:32612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1790964051.694533:0:32600:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000009849bfb7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901869440:0@lo:501: 00000100:00100000:3.0:1790964051.694565:0:32600:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006f368c0f pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901869568:0@lo:503: 00000100:00100000:3.0:1790964051.694605:0:32600:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964051.694628:0:32600:0:(client.c:2716:ptlrpc_set_wait()) set 000000009245f51d going to sleep for 11 seconds 00000100:00100000:1.0:1790964051.694678:0:32612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901869568 00000100:00100000:1.0:1790964051.694684:0:32612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901869568 00000100:00100000:1.0:1790964051.694739:0:32612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1790964051.694754:0:32612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ba68f601 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fad24ce-5620-4bb8-9e51-3732491fa622+12:32600:x1877961901869568:12345-0@lo:503: 00000100:00100000:1.0:1790964051.694922:0:32612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ba68f601 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fad24ce-5620-4bb8-9e51-3732491fa622+12:32600:x1877961901869568:12345-0@lo:503: Request processed in 170us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1790964051.694929:0:32612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1790964051.695063:0:32600:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006f368c0f pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901869568:0@lo:503: 00000100:00100000:3.0:1790964051.698090:0:32648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006f368c0f pname:cluuid:pid:xid:nid:opc:job llog_process_th:9fad24ce-5620-4bb8-9e51-3732491fa622:32648:1877961901869696:0@lo:502: 00000100:00100000:3.0:1790964051.698203:0:32648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964051.698256:0:32648:0:(client.c:2716:ptlrpc_set_wait()) set 000000004e688f4d going to sleep for 11 seconds 00000100:00100000:0.0:1790964051.698305:0:32613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901869696 00000100:00100000:0.0:1790964051.698312:0:32613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901869696 00000100:00100000:0.0:1790964051.698352:0:32613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1790964051.698365:0:32613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000005c5b363a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fad24ce-5620-4bb8-9e51-3732491fa622+12:32648:x1877961901869696:12345-0@lo:502: 00000100:00100000:0.0:1790964051.698651:0:32613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000005c5b363a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fad24ce-5620-4bb8-9e51-3732491fa622+12:32648:x1877961901869696:12345-0@lo:502: Request processed in 286us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964051.698660:0:32613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1790964051.698873:0:32648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006f368c0f pname:cluuid:pid:xid:nid:opc:job llog_process_th:9fad24ce-5620-4bb8-9e51-3732491fa622:32648:1877961901869696:0@lo:502: 00000020:01000004:3.0:1790964051.698940:0:32648:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1790964051.698955:0:32648:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (000000002d239b3a) 00000020:00000080:3.0:1790964051.698973:0:32648:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type lwp with refcount 2 00000020:01000004:3.0:1790964051.699059:0:32648:0:(tgt_mount.c:153:server_get_mount()) get mount 00000000102ddbff from lustre-MDT0000, refs=4 00000020:01000004:3.0:1790964051.699063:0:32648:0:(tgt_mount.c:187:server_put_mount()) put mount 00000000102ddbff from lustre-MDT0000, refs=4 00000020:01000004:3.0:1790964051.699065:0:32648:0:(obd_mount.c:710:lustre_put_lsi()) put 00000000102ddbff 4 00010000:00080000:3.0:1790964051.699093:0:32648:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000c693f3da@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.116@tcp at head 00010000:00010000:3.0:1790964051.701907:0:32648:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-3 is initialized 00000020:00000080:3.0:1790964051.702119:0:32648:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1790964051.702157:0:32648:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1790964051.702171:0:32648:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x74ed6677b28f63a4 00000100:00080000:3.0:1790964051.702183:0:32648:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790964051.702188:0:32648:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 00000000c693f3da using connection 192.168.204.116@tcp/0@lo 00000100:00100000:3.0:1790964051.702239:0:32648:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006f368c0f x1877961901869824/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790964051.702266:0:32648:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1790964051.702565:0:31768:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006f368c0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:31768:1877961901869824:0@lo:38: 00000100:00100000:2.0:1790964051.702639:0:31768:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964051.702789:0:32648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000044084917 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9fad24ce-5620-4bb8-9e51-3732491fa622:32648:1877961901869952:0@lo:502: 00000100:00100000:2.0:1790964051.702835:0:32648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964051.702859:0:32611:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901869952 00000100:00100000:2.0:1790964051.702866:0:32611:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901869952 00000100:00100000:2.0:1790964051.702905:0:32611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1790964051.702912:0:32611:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e7d39c82 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fad24ce-5620-4bb8-9e51-3732491fa622+12:32648:x1877961901869952:12345-0@lo:502: 00000100:00100000:2.0:1790964051.703137:0:32611:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e7d39c82 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fad24ce-5620-4bb8-9e51-3732491fa622+12:32648:x1877961901869952:12345-0@lo:502: Request processed in 225us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964051.703144:0:32611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1790964051.703249:0:32648:0:(client.c:2716:ptlrpc_set_wait()) set 000000008c3dabd2 going to sleep for 11 seconds 00000100:00100000:2.0:1790964051.703270:0:32648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000044084917 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9fad24ce-5620-4bb8-9e51-3732491fa622:32648:1877961901869952:0@lo:502: 00000040:00080000:2.0:1790964051.703292:0:32648:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000020:01000000:2.0:1790964051.703333:0:32600:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 10000000:01000000:2.0:1790964051.703349:0:32600:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.116@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1790964051.703364:0:32600:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.116@tcp lock: 000000008f47171a/0x74ed6677b28f638f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x74ed6677b28f6396 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964051.703373:0:32600:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.116@tcp lock: 000000008f47171a/0x74ed6677b28f638f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x74ed6677b28f6396 expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1790964051.703503:0:32600:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1790964051.703505:0:32600:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790964051.703506:0:32600:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790964051.703507:0:32600:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790964051.703508:0:32600:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790964051.703510:0:32600:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790964051.703511:0:32600:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790964051.703513:0:32600:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790964051.703514:0:32600:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790964051.703515:0:32600:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790964051.703519:0:32600:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1790964051.703521:0:32600:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1790964051.703522:0:32600:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790964051.703523:0:32600:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790964051.703524:0:32600:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790964051.703525:0:32600:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790964051.703526:0:32600:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790964051.703527:0:32600:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790964051.703528:0:32600:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790964051.703533:0:32600:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790964051.703533:0:32600:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790964051.703547:0:32600:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1790964051.703556:0:32600:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000044084917 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901870080:0@lo:253: 00000100:00100000:2.0:1790964051.703589:0:32600:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964051.703603:0:32600:0:(client.c:2716:ptlrpc_set_wait()) set 000000003aeb72a2 going to sleep for 11 seconds 00000100:00100000:1.0:1790964051.707321:0:32612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901870080 00000100:00100000:1.0:1790964051.707335:0:32612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901870080 00000100:00100000:1.0:1790964051.707390:0:32612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1790964051.707398:0:32612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000098f7e4fa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fad24ce-5620-4bb8-9e51-3732491fa622+12:32600:x1877961901870080:12345-0@lo:253: 20000000:01000000:1.0:1790964051.707438:0:32612:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1790964051.707449:0:32612:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:3.0:1790964051.709630:0:32618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901869824 00000100:00100000:3.0:1790964051.709658:0:32618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901869824 00000100:00100000:3.0:1790964051.709704:0:32618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964051.709727:0:32618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ff230667 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:31768:x1877961901869824:12345-0@lo:38: 00000100:00100000:3.0:1790964051.710971:0:32618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ff230667 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:31768:x1877961901869824:12345-0@lo:38: Request processed in 1238us (8327us total) trans 0 rc -11/-11 00000100:00100000:3.0:1790964051.710983:0:32618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964051.711222:0:31768:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1790964051.711229:0:31768:0:(import.c:65:import_set_state_nolock()) 00000000c693f3da lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790964051.711234:0:31768:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1790964051.711237:0:31768:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006f368c0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:31768:1877961901869824:0@lo:38: 20000000:01000000:3.0:1790964051.790937:0:32612:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1790964051.790954:0:32612:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1790964051.791006:0:32634:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1790964051.791012:0:32634:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1790964051.791032:0:32634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002865b21d/0x74ed6677b28f63ab lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964051.791051:0:32634:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000084fcadab/0x74ed6677b28f637a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74ed6677b28f6373 expref: 12 pid: 32611 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964051.791058:0:32634:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000002865b21d/0x74ed6677b28f63ab lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964051.791092:0:32634:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000084fcadab/0x74ed6677b28f637a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x74ed6677b28f6373 expref: 12 pid: 32611 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964051.791106:0:32634:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000084fcadab/0x74ed6677b28f637a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x74ed6677b28f6373 expref: 12 pid: 32611 timeout: 1042 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964051.791119:0:32634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000009849bfb7 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:32634:1877961901870208:0@lo:104: 00000100:00100000:2.0:1790964051.791183:0:32634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790964051.791245:0:32634:0:(client.c:2716:ptlrpc_set_wait()) set 000000008c3dabd2 going to sleep for 11 seconds 00000100:00100000:3.0:1790964051.791480:0:32601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901870208 00000100:00100000:3.0:1790964051.791490:0:32601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901870208 00000100:00100000:3.0:1790964051.791543:0:32601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964051.791553:0:32601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000338c9ec8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9fad24ce-5620-4bb8-9e51-3732491fa622+3:32634:x1877961901870208:12345-0@lo:104: 00010000:00010000:3.0:1790964051.791566:0:32601:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.116@tcp lock: 00000000e5b9ba34/0x74ed6677b28f6373 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x74ed6677b28f637a expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964051.791620:0:32601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1790964051.791625:0:32601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000338c9ec8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9fad24ce-5620-4bb8-9e51-3732491fa622+3:32634:x1877961901870208:12345-0@lo:104: Request processed in 74us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964051.791632:0:32601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:3.0:1790964051.791665:0:32606:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790964051.791670:0:32606:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.116@tcp lock: 00000000e5b9ba34/0x74ed6677b28f6373 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x74ed6677b28f637a expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964051.791677:0:32606:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000e5b9ba34 already unused, calling callback (00000000b2630fd2) 10000000:00010000:3.0:1790964051.791680:0:32606:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.116@tcp lock: 00000000e5b9ba34/0x74ed6677b28f6373 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x74ed6677b28f637a expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964051.791687:0:32606:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.116@tcp lock: 00000000e5b9ba34/0x74ed6677b28f6373 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x74ed6677b28f637a expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790964051.791693:0:32606:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.116@tcp lock: 00000000e5b9ba34/0x74ed6677b28f6373 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x74ed6677b28f637a expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790964051.791699:0:32606:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1790964051.791742:0:32606:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.116@tcp lock: 00000000e5b9ba34/0x74ed6677b28f6373 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74ed6677b28f637a expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964051.791748:0:32606:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790964051.791764:0:32606:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.116@tcp lock: 00000000e5b9ba34/0x74ed6677b28f6373 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74ed6677b28f637a expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964051.791770:0:32606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.116@tcp lock: 00000000e5b9ba34/0x74ed6677b28f6373 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74ed6677b28f637a expref: -99 pid: 32600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964051.791788:0:32606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964051.791790:0:32606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790964051.791791:0:32606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790964051.791836:0:31769:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1790964051.791846:0:31769:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006f368c0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9fad24ce-5620-4bb8-9e51-3732491fa622:31769:1877961901870336:0@lo:103: 00000100:00100000:3.0:1790964051.791876:0:31769:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790964051.791932:0:32603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901870336 00000100:00100000:3.0:1790964051.791936:0:32603:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901870336 00010000:00010000:3.0:1790964051.791953:0:32603:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000084fcadab/0x74ed6677b28f637a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74ed6677b28f6373 expref: 13 pid: 32611 timeout: 1042 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790964051.791972:0:32603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964051.791977:0:32603:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001ba1f521 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9fad24ce-5620-4bb8-9e51-3732491fa622+13:31769:x1877961901870336:12345-0@lo:103: 00010000:00010000:3.0:1790964051.791986:0:32603:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790964051.791989:0:32603:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000084fcadab/0x74ed6677b28f637a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74ed6677b28f6373 expref: 13 pid: 32611 timeout: 1042 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964051.791999:0:32603:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000084fcadab/0x74ed6677b28f637a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x74ed6677b28f6373 expref: 13 pid: 32611 timeout: 1042 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964051.792011:0:32603:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000002865b21d/0x74ed6677b28f63ab lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964051.792019:0:32603:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002865b21d/0x74ed6677b28f63ab lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1790964051.792031:0:32603:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001019763s 00010000:00010000:3.0:1790964051.792034:0:32603:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002865b21d/0x74ed6677b28f63ab lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964051.792040:0:32603:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002865b21d/0x74ed6677b28f63ab lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964051.792046:0:32603:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002865b21d/0x74ed6677b28f63ab lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964051.792051:0:32603:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002865b21d/0x74ed6677b28f63ab lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964051.792065:0:32603:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 000000002865b21d already unused, calling callback (0000000098c7b7b8) 00010000:00010000:3.0:1790964051.792069:0:32603:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002865b21d/0x74ed6677b28f63ab lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964051.792076:0:32603:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002865b21d/0x74ed6677b28f63ab lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964051.792083:0:32603:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002865b21d/0x74ed6677b28f63ab lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790964051.792093:0:32603:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790964051.792119:0:32603:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001ba1f521 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9fad24ce-5620-4bb8-9e51-3732491fa622+13:31769:x1877961901870336:12345-0@lo:103: Request processed in 143us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964051.792126:0:32603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790964051.792160:0:31769:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006f368c0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9fad24ce-5620-4bb8-9e51-3732491fa622:31769:1877961901870336:0@lo:103: 00010000:00010000:2.0:1790964051.792249:0:32634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000084fcadab/0x74ed6677b28f637a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x74ed6677b28f6373 expref: 12 pid: 32611 timeout: 1042 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964051.792259:0:32634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000009849bfb7 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:32634:1877961901870208:0@lo:104: 00010000:00010000:2.0:1790964051.792270:0:32634:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000002865b21d/0x74ed6677b28f63ab lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964051.792283:0:32634:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000002865b21d/0x74ed6677b28f63ab lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964051.792288:0:32634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002865b21d/0x74ed6677b28f63ab lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964051.792292:0:32634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002865b21d/0x74ed6677b28f63ab lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790964051.805439:0:32612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000098f7e4fa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fad24ce-5620-4bb8-9e51-3732491fa622+11:32600:x1877961901870080:12345-0@lo:253: Request processed in 98034us (101841us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964051.805465:0:32612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790964051.805616:0:32600:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000044084917 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9fad24ce-5620-4bb8-9e51-3732491fa622:32600:1877961901870080:0@lo:253: 10000000:01000000:3.0:1790964051.805632:0:32600:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1790964051.805635:0:32600:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1790964051.805637:0:32600:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790964051.805638:0:32600:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790964051.805639:0:32600:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790964051.805641:0:32600:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790964051.805642:0:32600:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790964051.805643:0:32600:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790964051.805644:0:32600:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790964051.805646:0:32600:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790964051.805647:0:32600:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1790964051.805662:0:32600:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:0.0:1790964051.824478:0:32600:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:0.0:1790964051.824664:0:32600:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:0.0:1790964051.825181:0:32600:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:0.0:1790964051.825995:0:32600:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:0.0:1790964051.826312:0:32600:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:0.0:1790964051.828257:0:32600:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:2.0:1790964051.831825:0:32600:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:2.0:1790964051.832002:0:32600:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:2.0:1790964051.832276:0:32600:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:0.0:1790964051.835966:0:32600:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:0.0:1790964051.836294:0:32600:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:0.0:1790964051.836614:0:32600:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000040:01000000:2.0:1790964051.947085:0:32600:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000004:02000000:2.0:1790964051.947094:0:32600:0:(lod_dev.c:733:lod_sub_init_llog()) *** cfs_fail_loc=2405, val=0*** 00000020:00080000:0.0:1790964051.951355:0:32654:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 0 00000020:00080000:0.0:1790964051.951362:0:32654:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000040:01000000:2.0:1790964051.951826:0:32655:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1790964051.952304:0:32600:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:0.0:1790964051.953535:0:32656:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@000000009058bc06 x1877961901870464/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964051.953549:0:32656:0:(client.c:2716:ptlrpc_set_wait()) set 0000000080d1a86b going to sleep for 0 seconds 00000040:00080000:2.0:1790964051.956536:0:32655:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790964051.959612:0:32655:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1790964051.964750:0:32655:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:01000000:1.0:1790964051.975246:0:32600:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1790964051.975607:0:32600:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1790964051.976189:0:32600:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1790964051.976204:0:32600:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1790964051.980004:0:32600:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1790964051.983841:0:32600:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1790964051.984432:0:32600:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1790964051.984480:0:32600:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1790964051.985364:0:32600:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:1.0:1790964051.995703:0:32600:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (8/8/4) registered 00000001:00000004:0.0:1790964052.012434:0:32600:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1790964052.106274:0:32600:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1790964052.106315:0:32600:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffabbac3c7b988 00100000:10000000:2.0:1790964052.106336:0:32600:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1790964052.107664:0:32600:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1790964052.107682:0:32600:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.116@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1790964052.107699:0:32600:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=46 00000080:00000004:0.0:1790964052.107769:0:32600:0:(super25.c:182:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00010000:00010000:3.0:1790964052.263981:0:32607:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790964052.969922:0:32656:0:(client.c:2716:ptlrpc_set_wait()) set 0000000080d1a86b going to sleep for 0 seconds 00010000:00010000:2.0:1790964053.288442:0:32606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790964053.991824:0:32656:0:(client.c:2716:ptlrpc_set_wait()) set 0000000080d1a86b going to sleep for 0 seconds 00010000:00010000:3.0:1790964054.318303:0:32607:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790964055.020975:0:32656:0:(client.c:2716:ptlrpc_set_wait()) set 0000000080d1a86b going to sleep for 0 seconds 00010000:00010000:3.0:1790964055.342021:0:32606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790964056.040218:0:32656:0:(client.c:2716:ptlrpc_set_wait()) set 0000000080d1a86b going to sleep for 0 seconds 00010000:00010000:0.0:1790964056.359900:0:32607:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1790964056.945910:0:32899:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg416-server.virtnet: executing set_default_debug -1 all 00000400:00000001:2.0:1790964057.004645:0:32901:0:(debug.c:305:cfs_str2mask()) Process entered 00000100:00000040:0.0:1790964057.064855:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9fad24ce-5620-4bb8-9e51-3732491fa622->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1790964057.064867:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1790964057.064883:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8fcfd9d. 00000020:00000040:0.0:1790964057.064889:0:36:0:(genops.c:1210:class_import_get()) import 000000004b528a08 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1790964057.064893:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790964057.064896:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790964057.064900:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790964057.064906:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000505e587c. 00000100:00000001:0.0:1790964057.064913:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964057.064922:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9fad24ce-5620-4bb8-9e51-3732491fa622->MGS req@00000000e8fcfd9d x1877961901870592/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790964057.064932:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790964057.064935:0:36:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964057.064940:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8fcfd9d] to pc [ptlrpcd_00_02+2] req@00000000e8fcfd9d x1877961901870592/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964057.064956:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1790964057.064959:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1790964057.064962:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1790964057.064964:0:36:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1790964057.064967:0:36:0:(import.c:65:import_set_state_nolock()) 00000000c693f3da lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1790964057.064971:0:36:0:(import.c:520:import_select_connection()) Process entered 00000100:00000040:0.0:1790964057.064974:0:36:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000986b744d refcount 13 to 0@lo 00000100:00000001:0.0:1790964057.064976:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964057.064979:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000986b744d refcount 14 to 0@lo 00000100:00000001:0.0:1790964057.064980:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613639866740800 : -130433842810816 : ffff895f0121f040) 00000020:00000001:0.0:1790964057.064983:0:36:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964057.064984:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0x74ed6677b28f63a4 00000020:00000001:0.0:1790964057.064987:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964057.064990:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000bb03b963 refcount=7 00000020:00000001:0.0:1790964057.064992:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613640564518912 : -130433145032704 : ffff895f2ab93000) 00000020:00000001:0.0:1790964057.064994:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613640564518912 : -130433145032704 : ffff895f2ab93000) 00000100:00000040:0.0:1790964057.064996:0:36:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000986b744d refcount 13 to 0@lo 00000100:00000001:0.0:1790964057.064998:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964057.065005:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000986b744d refcount 14 to 0@lo 00000100:00000001:0.0:1790964057.065007:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613639866740800 : -130433842810816 : ffff895f0121f040) 00000020:00000040:0.0:1790964057.065010:0:36:0:(genops.c:879:class_export_put()) PUTting export 00000000bb03b963 : new refcount 6 00000100:00080000:0.0:1790964057.065013:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 00000000c693f3da using connection 192.168.204.116@tcp/0@lo 00000100:00000001:0.0:1790964057.065015:0:36:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964057.065017:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1790964057.065023:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790964057.065025:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964057.065028:0:36:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1790964057.065030:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1790964057.065033:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000072936dda. 00000020:00000040:0.0:1790964057.065035:0:36:0:(genops.c:1210:class_import_get()) import 00000000c693f3da refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:0.0:1790964057.065038:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1790964057.065039:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964057.065041:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790964057.065043:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790964057.065044:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790964057.065048:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000bfee4e77. 00000100:00000001:0.0:1790964057.065051:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964057.065056:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000072936dda x1877961901870720/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790964057.065063:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790964057.065064:0:36:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964057.065066:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072936dda] to pc [ptlrpcd_rcv+-1] req@0000000072936dda x1877961901870720/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964057.065076:0:36:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964057.065080:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (903) 00000100:00000001:1.0:1790964057.065222:0:31771:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1790964057.065232:0:31771:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005e82059d. 00000020:00000010:1.0:1790964057.065238:0:31771:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000ff96dc4a. 80000000:00000010:1.0:1790964057.065242:0:31771:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001ff11219. 40000000:00000010:1.0:1790964057.065246:0:31771:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 0000000043805f2c. 00000008:00000010:1.0:1790964057.065251:0:31771:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000ce2b5a60. 00020000:00000010:1.0:1790964057.065256:0:31771:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000008e8534ce. 00008000:00000010:1.0:1790964057.065260:0:31771:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b5c61689. 00100000:00000010:1.0:1790964057.065265:0:31771:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000019156ddc. 00040000:00000010:1.0:1790964057.065269:0:31771:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005d4cc0b2. 00040000:00000010:1.0:1790964057.065278:0:31771:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 0000000057fbd464. 00040000:00000010:1.0:1790964057.065281:0:31771:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000010c7ed4. 00080000:00000010:1.0:1790964057.065285:0:31771:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 000000007de0b80f. 00000004:00000010:1.0:1790964057.065289:0:31771:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000920bf452. 00000004:00000010:1.0:1790964057.065305:0:31771:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f56bcb62. 00000004:00000010:1.0:1790964057.065310:0:31771:0:(lod_dev.c:2369:lod_key_init()) kmalloced '(value)': 1224 at 00000000529a538b. 00002000:00000010:1.0:1790964057.065315:0:31771:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 0000000031555765. 00000004:00000010:1.0:1790964057.065319:0:31771:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000d5672924. 00000080:00000010:1.0:1790964057.065324:0:31771:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000921f76f6. 00000080:00000010:1.0:1790964057.065327:0:31771:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000000c5829d5. 00000008:00000010:1.0:1790964057.065332:0:31771:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000bd8ffd51. 00020000:00000010:1.0:1790964057.065335:0:31771:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 000000009ba1e547. 00008000:00000010:1.0:1790964057.065338:0:31771:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000004b79b0e9. 00000080:00000010:1.0:1790964057.065341:0:31771:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000007617c21c. 00000100:00000001:1.0:1790964057.065344:0:31771:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964057.065346:0:31771:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790964057.065359:0:31771:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8fcfd9d x1877961901870592/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964057.065366:0:31771:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964057.065368:0:31771:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964057.065372:0:31771:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964057.065374:0:31771:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964057.065377:0:31771:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964057.065379:0:31771:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e8fcfd9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9fad24ce-5620-4bb8-9e51-3732491fa622:31771:1877961901870592:0@lo:400: 00000100:00000001:1.0:1790964057.065383:0:31771:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964057.065389:0:31771:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964057.065391:0:31771:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964057.065394:0:31771:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790964057.065398:0:31771:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009bdbe5e9. 02000000:00000001:1.0:1790964057.065400:0:31771:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1790964057.065406:0:31771:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a5e1e87. 00000400:00000010:1.0:1790964057.065413:0:31771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000107df4dc. 00000100:00000200:1.0:1790964057.065419:0:31771:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961901870592, portal 25 00000100:00000001:1.0:1790964057.065421:0:31771:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964057.065428:0:31771:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613640951203584 : -130432758348032 : ffff895f41c58700) 00000100:00000040:1.0:1790964057.065432:0:31771:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e8fcfd9d x1877961901870592/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964057.065439:0:31771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964057.065441:0:31771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964057.065444:0:31771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1682682. 00000100:00000200:1.0:1790964057.065446:0:31771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877961901870592, offset 0 00000400:00000200:1.0:1790964057.065452:0:31771:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964057.065464:0:31771:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964057.065473:0:31771:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6abff14100e00 00000400:00000200:1.0:1790964057.065478:0:31771:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x161 [2] + 0 00000400:00000010:1.0:1790964057.065481:0:31771:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000525c1f92. 00000400:00000200:1.0:1790964057.065484:0:31771:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cf9c7ab9 00000400:00000200:1.0:1790964057.065492:0:31771:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964057.065496:0:31771:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1790964057.065502:0:31771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf9c7ab9 00000400:00000010:1.0:1790964057.065504:0:31771:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000cf9c7ab9. 00000100:00000001:1.0:1790964057.065508:0:31771:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1790964057.065510:0:31771:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1790964057.065514:0:31771:0:(events.c:341:request_in_callback()) incoming req@0000000071fc870a x1877961901870592 msgsize 224 00000100:00100000:1.0:1790964057.065518:0:31771:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1790964057.065520:0:31771:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1790964057.065532:0:31771:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1790964057.065539:0:31771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1682682 00000400:00000010:1.0:1790964057.065541:0:31771:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e1682682. 00000100:00000001:1.0:1790964057.065544:0:31771:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964057.065547:0:31771:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e8fcfd9d x1877961901870592/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964057.065556:0:31771:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964057.065559:0:31771:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8fcfd9d x1877961901870592/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964073 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964057.065565:0:31771:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964057.065566:0:31771:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790964057.065571:0:31771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964057.065580:0:31771:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4295565316 00000100:00000010:1.0:1790964057.065583:0:31771:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005911996c. 00000100:00000001:1.0:1790964057.065590:0:31771:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1790964057.065596:0:31771:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4295565316 00000100:00000010:1.0:1790964057.065598:0:31771:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002ba71abf. 00000100:00000001:1.0:1790964057.065601:0:31771:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1790964057.065603:0:31771:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 2 is 4295565316 00000100:00000010:1.0:1790964057.065605:0:31771:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b50b9174. 00000100:00000001:1.0:1790964057.065608:0:31771:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1790964057.065610:0:31771:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 3 is 4295565316 00000100:00000010:1.0:1790964057.065612:0:31771:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e5ad2051. 00000100:00000001:1.0:1790964057.065615:0:31771:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1790964057.065618:0:31771:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964057.065621:0:31771:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964057.065624:0:31771:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964057.065626:0:31771:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964057.065631:0:31771:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964057.065633:0:31771:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1790964057.065635:0:31771:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964057.065636:0:31771:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964057.065638:0:31771:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964057.065640:0:31771:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964057.065651:0:31772:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1790964057.065655:0:31772:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000060824333. 00000020:00000010:1.0:1790964057.065659:0:31772:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000fb7b998a. 80000000:00000010:1.0:1790964057.065662:0:31772:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000e12fa54. 40000000:00000010:1.0:1790964057.065664:0:31772:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 000000000a9a19b2. 00000008:00000010:1.0:1790964057.065668:0:31772:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 000000004d0dcd85. 00020000:00000010:1.0:1790964057.065670:0:31772:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000009a30cdf. 00008000:00000010:1.0:1790964057.065673:0:31772:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000200a2124. 00100000:00000010:1.0:1790964057.065676:0:31772:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007b05b9d5. 00040000:00000010:1.0:1790964057.065678:0:31772:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000076a4943f. 00040000:00000010:1.0:1790964057.065681:0:31772:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fa303088. 00040000:00000010:1.0:1790964057.065689:0:31772:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d9660458. 00080000:00000010:1.0:1790964057.065692:0:31772:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 00000000f40ec147. 00000004:00000010:1.0:1790964057.065695:0:31772:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 0000000061f17079. 00000004:00000010:1.0:1790964057.065698:0:31772:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d77a35f0. 00000004:00000010:1.0:1790964057.065701:0:31772:0:(lod_dev.c:2369:lod_key_init()) kmalloced '(value)': 1224 at 00000000e704fa22. 00002000:00000010:1.0:1790964057.065743:0:31772:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000e098792a. 00000004:00000010:1.0:1790964057.065748:0:31772:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 000000004fd5b97e. 00000080:00000010:1.0:1790964057.065751:0:31772:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000000b3f7254. 00000080:00000010:1.0:1790964057.065753:0:31772:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 0000000076a4b37c. 00000008:00000010:1.0:1790964057.065756:0:31772:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000007578d5ec. 00020000:00000010:1.0:1790964057.065759:0:31772:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 00000000c95acc3a. 00008000:00000010:1.0:1790964057.065762:0:31772:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000000455563b. 00000080:00000010:1.0:1790964057.065765:0:31772:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000d3238bcb. 00000100:00000001:1.0:1790964057.065767:0:31772:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964057.066142:0:32656:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964057.066146:0:32656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964057.066147:0:32656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964057.066150:0:32656:0:(client.c:2716:ptlrpc_set_wait()) set 0000000080d1a86b going to sleep for 0 seconds 00000100:00000001:3.0:1790964057.066152:0:32656:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964057.066155:0:32656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964057.066156:0:32656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964057.066158:0:32656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964057.066160:0:32656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964057.066167:0:31768:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964057.066172:0:31768:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964057.066173:0:31768:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964057.066175:0:31768:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964057.066176:0:31768:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964057.066178:0:31768:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790964057.066183:0:31768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000072936dda x1877961901870720/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964057.066190:0:31768:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964057.066191:0:31768:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964057.066193:0:31768:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790964057.066195:0:31768:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964057.066197:0:31768:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964057.066199:0:31768:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000072936dda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:31768:1877961901870720:0@lo:38: 00000100:00000001:3.0:1790964057.066203:0:31768:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790964057.066205:0:31768:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790964057.066207:0:31768:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964057.066208:0:31768:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790964057.066213:0:31768:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fbb6a06c. 02000000:00000001:3.0:1790964057.066215:0:31768:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790964057.066219:0:31768:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c18e6c2. 00000400:00000010:3.0:1790964057.066223:0:31768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000234bb5b7. 00000100:00000200:3.0:1790964057.066233:0:31768:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961901870720, portal 10 00000100:00000001:3.0:1790964057.066235:0:31768:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964057.066236:0:31768:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613640951208064 : -130432758343552 : ffff895f41c59880) 00000100:00000040:3.0:1790964057.066243:0:31768:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000072936dda x1877961901870720/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964057.066249:0:31768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964057.066251:0:31768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964057.066253:0:31768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bae5980e. 00000100:00000200:3.0:1790964057.066256:0:31768:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877961901870720, offset 0 00000400:00000200:3.0:1790964057.066261:0:31768:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964057.066267:0:31768:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964057.066273:0:31768:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6abff14100e80 00000400:00000200:3.0:1790964057.066278:0:31768:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 520 00000400:00000200:3.0:1790964057.066284:0:31768:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964057.066287:0:31768:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1790964057.066360:0:31768:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1790964057.066361:0:31768:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1790964057.066365:0:31768:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f368c0f. 00000100:00000040:3.0:1790964057.066368:0:31768:0:(events.c:341:request_in_callback()) incoming req@000000006f368c0f x1877961901870720 msgsize 520 00000100:00100000:3.0:1790964057.066371:0:31768:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1790964057.066384:0:31768:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:3.0:1790964057.066390:0:31768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bae5980e 00000400:00000010:3.0:1790964057.066392:0:31768:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000bae5980e. 00000100:00000001:3.0:1790964057.066394:0:31768:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1790964057.066396:0:31768:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000072936dda x1877961901870720/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964057.066403:0:31768:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964057.066404:0:31768:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000072936dda x1877961901870720/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964067 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964057.066410:0:31768:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964057.066411:0:31768:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790964057.066414:0:31768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964057.066417:0:31768:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 11185 usecs (12 jiffies) 00000100:00000001:3.0:1790964057.066419:0:31768:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295565326 00000100:00000001:3.0:1790964057.066431:0:31768:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4295565316 00000100:00000001:3.0:1790964057.066434:0:31768:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295565326 00000100:00000001:3.0:1790964057.066436:0:31768:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4295565316 00000100:00000001:3.0:1790964057.066438:0:31768:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295565326 00000100:00000001:3.0:1790964057.066440:0:31768:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4295565316 00000100:00000001:3.0:1790964057.066442:0:31768:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295565326 00000100:00000001:3.0:1790964057.066445:0:31768:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4295565316 00000100:00000001:3.0:1790964057.066447:0:31768:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964057.066449:0:31768:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964057.066451:0:31768:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964057.066453:0:31768:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964057.066457:0:31768:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964057.066459:0:31768:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964057.066460:0:31768:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964057.066461:0:31768:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964057.066462:0:31768:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964057.066463:0:31768:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964057.066932:0:32620:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007eb7dc85. 00000100:00000001:0.0:1790964057.066940:0:32620:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964057.066942:0:32620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901870720 02000000:00000001:0.0:1790964057.066944:0:32620:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964057.066947:0:32620:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964057.066949:0:32620:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964057.066958:0:32620:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964057.066962:0:32620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901870720 00000020:00000001:0.0:1790964057.066964:0:32620:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964057.066965:0:32620:0:(genops.c:804:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1790964057.066967:0:32620:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:0.0:1790964057.066969:0:32620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964057.066971:0:32620:0:(genops.c:806:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964057.066974:0:32620:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a7b4b1e. 00000020:00000010:0.0:1790964057.066978:0:32620:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000514f1351. 00000020:00000010:0.0:1790964057.066982:0:32620:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f29d85ab. 00000100:00000001:0.0:1790964057.066986:0:32620:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964057.066987:0:32620:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964057.066990:0:32620:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964057.066995:0:32620:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964057.067001:0:32620:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964057.067010:0:32620:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964057.067012:0:32620:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964057.067015:0:32620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:0.0:1790964057.067018:0:32620:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613639968686976 : -130433740864640 : ffff895f07358380) 00000100:00000040:0.0:1790964057.067022:0:32620:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006f368c0f x1877961901870720/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1790964077 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964057.067032:0:32620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006f368c0f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:31768:x1877961901870720:12345-0@lo:38: 00000100:00000200:0.0:1790964057.067035:0:32620:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961901870720 00000020:00000001:0.0:1790964057.067037:0:32620:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:0.0:1790964057.067041:0:32620:0:(ldlm_lib.c:1174:target_handle_connect()) Process entered 00000020:00000040:0.0:1790964057.067050:0:32620:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (0000000028d647b4) now 4 - find 00000020:00000001:0.0:1790964057.067053:0:32620:0:(genops.c:655:class_str2obd()) Process leaving (rc=18446613640940539200 : -130432769012416 : ffff895f4122cd40) 00000100:00000001:0.0:1790964057.067058:0:32620:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964057.067060:0:32620:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790964057.067064:0:32620:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000a74ce08f. 02000000:00000001:0.0:1790964057.067066:0:32620:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964057.067069:0:32620:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964057.067071:0:32620:0:(ldlm_lib.c:1263:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401047000022 tmp_exp_old_falloc: 0 00010000:00080000:0.0:1790964057.067076:0:32620:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 898 last 0 00010000:00000001:0.0:1790964057.067087:0:32620:0:(obd_class.h:859:obd_connect()) Process entered 00000004:00000001:0.0:1790964057.067090:0:32620:0:(mdt_handler.c:7495:mdt_obd_connect()) Process entered 00000020:00000001:0.0:1790964057.067092:0:32620:0:(genops.c:1375:class_connect()) Process entered 00000020:00000001:0.0:1790964057.067094:0:32620:0:(genops.c:931:__class_new_export()) Process entered 00000020:00000010:0.0:1790964057.067097:0:32620:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 000000001880e539. 00000020:00000001:0.0:1790964057.067099:0:32620:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1790964057.067101:0:32620:0:(lustre_handles.c:93:class_handle_hash()) added object 000000001880e539 with handle 0x74ed6677b28f63b2 to hash 00000020:00000001:0.0:1790964057.067103:0:32620:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000020:00000001:0.0:1790964057.067105:0:32620:0:(obd_class.h:1015:obd_init_export()) Process entered 00000004:00000001:0.0:1790964057.067107:0:32620:0:(mdt_handler.c:7614:mdt_init_export()) Process entered 00000004:00000010:0.0:1790964057.067109:0:32620:0:(mdt_handler.c:7623:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000bc7dc990. 00000001:00000001:0.0:1790964057.067112:0:32620:0:(tgt_lastrcvd.c:423:tgt_client_alloc()) Process entered 00000001:00000010:0.0:1790964057.067115:0:32620:0:(tgt_lastrcvd.c:431:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000092470e41. 00000001:00000001:0.0:1790964057.067117:0:32620:0:(tgt_lastrcvd.c:438:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964057.067119:0:32620:0:(ldlm_lockd.c:3138:ldlm_init_export()) Process entered 00000001:00000001:0.0:1790964057.067121:0:32620:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1790964057.067125:0:32620:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004c29f022. 00000001:00000010:0.0:1790964057.067130:0:32620:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001c4308e9. 00000001:00000010:0.0:1790964057.067133:0:32620:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000002720a87. 00000001:00000010:0.0:1790964057.067135:0:32620:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b92eb7d4. 00000001:00000010:0.0:1790964057.067139:0:32620:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003718031e. 00000001:00000010:0.0:1790964057.067141:0:32620:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009b877ac9. 00000001:00000001:0.0:1790964057.067144:0:32620:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1790964057.067146:0:32620:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003993486e. 00000001:00000010:0.0:1790964057.067148:0:32620:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000830f54ca. 00000001:00000010:0.0:1790964057.067150:0:32620:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000550b8688. 00000001:00000010:0.0:1790964057.067152:0:32620:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000003321c5a. 00000001:00000010:0.0:1790964057.067155:0:32620:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000025717dce. 00000001:00000010:0.0:1790964057.067158:0:32620:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f5d6e727. 00010000:00000001:0.0:1790964057.067160:0:32620:0:(ldlm_flock.c:1138:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964057.067162:0:32620:0:(ldlm_lockd.c:3157:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1790964057.067164:0:32620:0:(mdt_handler.c:7640:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964057.067166:0:32620:0:(obd_class.h:1019:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1790964057.067168:0:32620:0:(genops.c:868:class_export_get()) GET export 000000001880e539 refcount=3 00000020:00000040:0.0:1790964057.067172:0:32620:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (0000000028d647b4) now 5 - export 00000020:00000001:0.0:1790964057.067179:0:32620:0:(genops.c:1001:__class_new_export()) Process leaving (rc=18446613640508352512 : -130433201199104 : ffff895f27602800) 00000020:00000040:0.0:1790964057.067181:0:32620:0:(genops.c:879:class_export_put()) PUTting export 000000001880e539 : new refcount 2 00000020:00000080:0.0:1790964057.067183:0:32620:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x74ed6677b28f63b2 00000020:00000001:0.0:1790964057.067185:0:32620:0:(genops.c:1386:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964057.067187:0:32620:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964057.067187:0:32620:0:(genops.c:804:class_conn2export()) looking for export cookie 0x74ed6677b28f63b2 00000020:00000001:0.0:1790964057.067189:0:32620:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964057.067190:0:32620:0:(lustre_handles.c:148:class_handle2object()) GET export 000000001880e539 refcount=3 00000020:00000001:0.0:1790964057.067192:0:32620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613640508352512 : -130433201199104 : ffff895f27602800) 00000020:00000001:0.0:1790964057.067193:0:32620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613640508352512 : -130433201199104 : ffff895f27602800) 00000001:00000001:0.0:1790964057.067196:0:32620:0:(nodemap_handler.c:735:nodemap_add_member()) Process entered 00000001:00000001:0.0:1790964057.067199:0:32620:0:(nodemap_handler.c:520:nodemap_classify_nid()) Process entered 00000001:00000040:0.0:1790964057.067206:0:32620:0:(nodemap_handler.c:533:nodemap_classify_nid()) found nid 192.168.204.116@tcp 00000001:00000040:0.0:1790964057.067210:0:32620:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000002cb4165a) : new refcount 5 00000001:00000001:0.0:1790964057.067212:0:32620:0:(nodemap_handler.c:558:nodemap_classify_nid()) Process leaving (rc=18446613640903237632 : -130432806313984 : ffff895f3ee9a000) 00000001:00000001:0.0:1790964057.067215:0:32620:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:0.0:1790964057.067217:0:32620:0:(genops.c:868:class_export_get()) GET export 000000001880e539 refcount=4 00000001:00000040:0.0:1790964057.067218:0:32620:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000002cb4165a) : new refcount 6 00000020:00000010:0.0:1790964057.067224:0:32620:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b415626c. 00000020:00000010:0.0:1790964057.067228:0:32620:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 2752 at 00000000d0827652. 00000001:00000001:0.0:1790964057.067255:0:32620:0:(nodemap_member.c:170:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:0.0:1790964057.067259:0:32620:0:(nodemap_handler.c:809:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000001:00000040:0.0:1790964057.067261:0:32620:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000002cb4165a) : new refcount 5 00000001:00000001:0.0:1790964057.067263:0:32620:0:(nodemap_handler.c:815:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000004:00100000:0.0:1790964057.067266:0:32620:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000001:0.0:1790964057.067269:0:32620:0:(tgt_lastrcvd.c:1061:tgt_client_new()) Process entered 00000001:00000001:0.0:1790964057.067271:0:32620:0:(tgt_lastrcvd.c:1068:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1790964057.067273:0:32620:0:(mdt_fs.c:50:mdt_export_stats_init()) Process entered 00000020:00000001:0.0:1790964057.067276:0:32620:0:(lprocfs_status_server.c:708:lprocfs_exp_setup()) Process entered 00000020:00000010:0.0:1790964057.067280:0:32620:0:(lprocfs_status_server.c:729:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000005c556d24. 00000020:00000040:0.0:1790964057.067283:0:32620:0:(lprocfs_status_server.c:748:lprocfs_exp_setup()) Found stats 000000005c556d24 for nid 0@lo - ref 2 00000020:00000001:0.0:1790964057.067331:0:32620:0:(lprocfs_status_server.c:781:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964057.067342:0:32620:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000003193c30c. 00000020:00000010:0.0:1790964057.067345:0:32620:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1728 at 000000004917e5e2. 00000020:00000010:0.0:1790964057.067348:0:32620:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1080 at 00000000c4a35866. 00000020:00000010:0.0:1790964057.067382:0:32620:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000715b56bc. 00000020:00000010:0.0:1790964057.067385:0:32620:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 448 at 000000009cc37d1d. 00000020:00000010:0.0:1790964057.067387:0:32620:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000001f325532. 00000004:00000001:0.0:1790964057.067402:0:32620:0:(mdt_fs.c:75:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1790964057.067404:0:32620:0:(mdt_handler.c:7562:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964057.067406:0:32620:0:(obd_class.h:875:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964057.067411:0:32620:0:(genops.c:1264:class_new_import()) kmalloced '(imp)': 1720 at 00000000a4ac819a. 00000020:00000040:0.0:1790964057.067413:0:32620:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (0000000028d647b4) now 6 - import 00000020:00000001:0.0:1790964057.067418:0:32620:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964057.067419:0:32620:0:(genops.c:1223:class_import_put()) import 00000000a4ac819a refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1790964057.067421:0:32620:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000040:0.0:1790964057.067424:0:32620:0:(genops.c:868:class_export_get()) GET export 000000001880e539 refcount=5 00000100:00000040:0.0:1790964057.067427:0:32620:0:(service.c:1082:ptlrpc_request_change_export()) RPC GETting export 000000001880e539 : new rpc_count 1 00000100:00000001:0.0:1790964057.067429:0:32620:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1790964057.067432:0:32620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964057.067434:0:32620:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000986b744d refcount 15 to 0@lo 00000100:00000001:0.0:1790964057.067435:0:32620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613639866740800 : -130433842810816 : ffff895f0121f040) 00000100:00000001:0.0:1790964057.067437:0:32620:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446613639866740800 : -130433842810816 : 0xffff895f0121f040) 00000100:00000040:0.0:1790964057.067440:0:32620:0:(connection.c:150:ptlrpc_connection_get()) conn=00000000986b744d refcount 15 to 0@lo 00000020:00000040:0.0:1790964057.067443:0:32620:0:(genops.c:868:class_export_get()) GET export 000000001880e539 refcount=6 00000100:00000001:0.0:1790964057.067448:0:32620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964057.067449:0:32620:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000986b744d refcount 16 to 0@lo 00000100:00000001:0.0:1790964057.067451:0:32620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613639866740800 : -130433842810816 : ffff895f0121f040) 02000000:00000001:0.0:1790964057.067453:0:32620:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1790964057.067456:0:32620:0:(sec.c:1444:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1790964057.067458:0:32620:0:(sec.c:1452:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:0.0:1790964057.067460:0:32620:0:(sec.c:1483:sptlrpc_sec_create()) Process leaving (rc=18446744072659670432 : -1049881184 : ffffffffc16c15a0) 02000000:00000001:0.0:1790964057.067462:0:32620:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964057.067464:0:32620:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1790964057.067471:0:32620:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1790964057.067473:0:32620:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1790964057.067475:0:32620:0:(import.c:65:import_set_state_nolock()) 00000000a4ac819a : changing import state from RECOVER to FULL 00000100:00000001:0.0:1790964057.067478:0:32620:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:0.0:1790964057.067479:0:32620:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1790964057.067481:0:32620:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1790964057.067483:0:32620:0:(genops.c:879:class_export_put()) PUTting export 000000001880e539 : new refcount 5 00000020:00000040:0.0:1790964057.067485:0:32620:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000 (0000000028d647b4) now 6 - find 00010000:00000001:0.0:1790964057.067487:0:32620:0:(ldlm_lib.c:1741:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964057.067491:0:32620:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1790964057.067494:0:32620:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072669293520 : -1040258096 : ffffffffc1feebd0) 00000020:00000001:0.0:1790964057.067497:0:32620:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1790964057.067498:0:32620:0:(tgt_handler.c:559:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790964057.067500:0:32620:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1790964057.067502:0:32620:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1790964057.067504:0:32620:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964057.067507:0:32620:0:(tgt_handler.c:1061:tgt_connect()) Process entered 00000001:00000001:0.0:1790964057.067512:0:32620:0:(nodemap_handler.c:1096:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1790964057.067513:0:32620:0:(nodemap_handler.c:1099:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1790964057.067514:0:32620:0:(nodemap_handler.c:1096:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1790964057.067515:0:32620:0:(nodemap_handler.c:1099:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964057.067517:0:32620:0:(tgt_handler.c:1130:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964057.067520:0:32620:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961901870720 00010000:00000001:0.0:1790964057.067522:0:32620:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:0.0:1790964057.067526:0:32620:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@000000006f368c0f x1877961901870720/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964077 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964057.067534:0:32620:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964057.067537:0:32620:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964057.067539:0:32620:0:(import.c:2195:obd_at_measure()) add 1 to 000000003f3b69e9 time=1790964057 v=10 (0 0 0 0) 00000100:00001000:0.0:1790964057.067542:0:32620:0:(import.c:2261:obd_at_measure()) AT 000000003f3b69e9 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:0.0:1790964057.067545:0:32620:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt changed estimate from 10 to 5 req@000000006f368c0f x1877961901870720/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964077 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1790964057.067553:0:32620:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1790964057.067555:0:32620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964057.067562:0:32620:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000986b744d refcount 17 to 0@lo 00000100:00000001:0.0:1790964057.067564:0:32620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613639866740800 : -130433842810816 : ffff895f0121f040) 02000000:00000001:0.0:1790964057.067567:0:32620:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964057.067569:0:32620:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964057.067572:0:32620:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964057.067575:0:32620:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964057.067578:0:32620:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c989695e. 00000100:00000200:0.0:1790964057.067582:0:32620:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1877961901870720, offset 0 00000400:00000200:0.0:1790964057.067587:0:32620:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964057.067596:0:32620:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964057.067603:0:32620:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6abff14100e80 00000400:00000200:0.0:1790964057.067607:0:32620:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0xab1 [1] + 0 00000400:00000200:0.0:1790964057.067613:0:32620:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964057.067616:0:32620:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964057.067620:0:32620:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964057.067623:0:32620:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000072936dda x1877961901870720/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964067 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964057.067632:0:32620:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@0000000072936dda x1877961901870720/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964067 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964057.067644:0:32620:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790964057.067649:0:32620:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c989695e 00000400:00000010:0.0:1790964057.067651:0:32620:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c989695e. 00000100:00000001:0.0:1790964057.067654:0:32620:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964057.067655:0:32620:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790964057.067659:0:32620:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964057.067661:0:32620:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000986b744d refcount 16 to 0@lo 00010000:00000001:0.0:1790964057.067664:0:32620:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:0.0:1790964057.067665:0:32620:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964057.067667:0:32620:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1790964057.067671:0:32620:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f368c0f x1877961901870720/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1790964077 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964057.067679:0:32620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006f368c0f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:31768:x1877961901870720:12345-0@lo:38: Request processed in 647us (1309us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964057.067696:0:32620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:0.0:1790964057.067698:0:32620:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001880e539 : new rpc_count 0 00000100:00000001:0.0:1790964057.067700:0:32620:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790964057.067702:0:32620:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790964057.067732:0:32620:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000514f1351. 00000020:00000010:0.0:1790964057.067736:0:32620:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f29d85ab. 00000020:00000010:0.0:1790964057.067739:0:32620:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a7b4b1e. 00000020:00000040:0.0:1790964057.067743:0:32620:0:(genops.c:879:class_export_put()) PUTting export 000000001880e539 : new refcount 4 00000100:00000001:0.0:1790964057.067746:0:32620:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964057.069049:0:32613:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1790964057.069055:0:32613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901870592 02000000:00000001:2.0:1790964057.069059:0:32613:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1790964057.069076:0:32613:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964057.069078:0:32613:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964057.069083:0:32613:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964057.069088:0:32613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901870592 00000020:00000001:2.0:1790964057.069091:0:32613:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1790964057.069093:0:32613:0:(genops.c:804:class_conn2export()) looking for export cookie 0x74ed6677b28f62d2 00000020:00000001:2.0:1790964057.069096:0:32613:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964057.069099:0:32613:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000d2f998b6 refcount=11 00000020:00000001:2.0:1790964057.069102:0:32613:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613640119691264 : -130433589860352 : ffff895f1035a800) 00000020:00000001:2.0:1790964057.069104:0:32613:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613640119691264 : -130433589860352 : ffff895f1035a800) 00000100:00000001:2.0:1790964057.069110:0:32613:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1790964057.069115:0:32613:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000032889253. 00000100:00000001:2.0:1790964057.069118:0:32613:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1790964057.069121:0:32613:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 0000000032889253. 00000020:00000010:2.0:1790964057.069127:0:32613:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d000fb5. 00000020:00000010:2.0:1790964057.069133:0:32613:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e063d29a. 00000020:00000010:2.0:1790964057.069139:0:32613:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007b50c02e. 00000100:00000040:2.0:1790964057.069151:0:32613:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1790964057.069154:0:32613:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1790964057.069156:0:32613:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1790964057.069157:0:32613:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964057.069164:0:32613:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964057.069176:0:32613:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964057.069184:0:32613:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1790964057.069186:0:32613:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1790964057.069192:0:32613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000040:2.0:1790964057.069195:0:32613:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000d2f998b6 : new rpc_count 1 00000100:00000001:2.0:1790964057.069197:0:32613:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613639961152592 : -130433748399024 : ffff895f06c28c50) 00000100:00000040:2.0:1790964057.069204:0:32613:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000071fc870a x1877961901870592/t0(0) o400->9fad24ce-5620-4bb8-9e51-3732491fa622@0@lo:633/0 lens 224/0 e 0 to 0 dl 1790964068 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964057.069213:0:32613:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1790964057.069215:0:32613:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000032889253. 00000100:00000001:2.0:1790964057.069217:0:32613:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1790964057.069226:0:32613:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 0000000032889253. 00000100:00100000:2.0:1790964057.069230:0:32613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000071fc870a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fad24ce-5620-4bb8-9e51-3732491fa622+11:31771:x1877961901870592:12345-0@lo:400: 00000100:00000200:2.0:1790964057.069234:0:32613:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961901870592 00000020:00000001:2.0:1790964057.069238:0:32613:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1790964057.069241:0:32613:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1790964057.069244:0:32613:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964057.069246:0:32613:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1790964057.069248:0:32613:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072667310272 : -1042241344 : ffffffffc1e0a8c0) 00000020:00000001:2.0:1790964057.069251:0:32613:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1790964057.069252:0:32613:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1790964057.069254:0:32613:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1790964057.069256:0:32613:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1790964057.069259:0:32613:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964057.069261:0:32613:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1790964057.069264:0:32613:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1790964057.069266:0:32613:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1790964057.069269:0:32613:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007d2537a4. 02000000:00000001:2.0:1790964057.069272:0:32613:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964057.069274:0:32613:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964057.069276:0:32613:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1790964057.069278:0:32613:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961901870592 00010000:00000001:2.0:1790964057.069281:0:32613:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:2.0:1790964057.069284:0:32613:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@0000000071fc870a x1877961901870592/t0(0) o400->9fad24ce-5620-4bb8-9e51-3732491fa622@0@lo:633/0 lens 224/224 e 0 to 0 dl 1790964068 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1790964057.069292:0:32613:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1790964057.069294:0:32613:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790964057.069297:0:32613:0:(import.c:2195:obd_at_measure()) add 1 to 000000003a492c51 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1790964057.069301:0:32613:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964057.069302:0:32613:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000986b744d refcount 17 to 0@lo 00000100:00000001:2.0:1790964057.069304:0:32613:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613639866740800 : -130433842810816 : ffff895f0121f040) 02000000:00000001:2.0:1790964057.069307:0:32613:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1790964057.069308:0:32613:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964057.069310:0:32613:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964057.069313:0:32613:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964057.069324:0:32613:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000662c1c2f. 00000100:00000200:2.0:1790964057.069329:0:32613:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1877961901870592, offset 224 00000400:00000200:2.0:1790964057.069335:0:32613:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964057.069346:0:32613:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964057.069365:0:32613:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6abff14100e00 00000400:00000200:2.0:1790964057.069371:0:32613:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xaa9 [1] + 224 00000400:00000200:2.0:1790964057.069378:0:32613:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964057.069381:0:32613:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1790964057.069387:0:32613:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964057.069392:0:32613:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e8fcfd9d x1877961901870592/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1790964057.069400:0:32613:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e8fcfd9d x1877961901870592/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964057.069411:0:32613:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1790964057.069418:0:32613:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000662c1c2f 00000400:00000010:2.0:1790964057.069420:0:32613:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000662c1c2f. 00000100:00000001:2.0:1790964057.069423:0:32613:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1790964057.069425:0:32613:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1790964057.069429:0:32613:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964057.069432:0:32613:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000986b744d refcount 16 to 0@lo 00010000:00000001:2.0:1790964057.069434:0:32613:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:2.0:1790964057.069435:0:32613:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964057.069437:0:32613:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1790964057.069441:0:32613:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071fc870a x1877961901870592/t0(0) o400->9fad24ce-5620-4bb8-9e51-3732491fa622@0@lo:633/0 lens 224/224 e 0 to 0 dl 1790964068 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964057.069447:0:32613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000071fc870a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fad24ce-5620-4bb8-9e51-3732491fa622+11:31771:x1877961901870592:12345-0@lo:400: Request processed in 234us (3932us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964057.069454:0:32613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000040:2.0:1790964057.069456:0:32613:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d2f998b6 : new rpc_count 0 00000100:00000001:2.0:1790964057.069458:0:32613:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1790964057.069459:0:32613:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1790964057.069464:0:32613:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e063d29a. 00000020:00000010:2.0:1790964057.069468:0:32613:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007b50c02e. 00000020:00000010:2.0:1790964057.069476:0:32613:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d000fb5. 00000020:00000040:2.0:1790964057.069481:0:32613:0:(genops.c:879:class_export_put()) PUTting export 00000000d2f998b6 : new refcount 10 02000000:00000001:2.0:1790964057.069485:0:32613:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1790964057.069487:0:32613:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 000000007d2537a4. 02000000:00000001:2.0:1790964057.069489:0:32613:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1790964057.069491:0:32613:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1790964057.069495:0:32613:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1790964057.069500:0:32613:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000868914a. 00000400:00000010:2.0:1790964057.069505:0:32613:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c408e3e7. 00000100:00000001:1.0:1790964057.069886:0:31771:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964057.069890:0:31771:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790964057.069896:0:31771:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790964057.069898:0:31771:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790964057.069900:0:31771:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a5e1e87. 00000400:00000200:1.0:1790964057.069904:0:31771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000107df4dc 00000400:00000010:1.0:1790964057.069906:0:31771:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000107df4dc. 00000100:00000001:1.0:1790964057.069909:0:31771:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964057.069913:0:31771:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e8fcfd9d x1877961901870592/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790964057.069921:0:31771:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e8fcfd9d x1877961901870592/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964057.069927:0:31771:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790964057.069928:0:31771:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964057.069930:0:31771:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790964057.069933:0:31771:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790964057.069934:0:31771:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964057.069936:0:31771:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964057.069938:0:31771:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964057.069944:0:31771:0:(import.c:2195:obd_at_measure()) add 5 to 00000000e33c449d time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1790964057.069947:0:31771:0:(import.c:2195:obd_at_measure()) add 1 to 00000000bf1da0c5 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1790964057.069957:0:31771:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790964057.069958:0:31771:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964057.069961:0:31771:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1790964057.069962:0:31771:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964057.069965:0:31771:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964057.069968:0:31771:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8fcfd9d x1877961901870592/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964057.069974:0:31771:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964057.069977:0:31771:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790964057.069979:0:31771:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790964057.069982:0:31771:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8fcfd9d x1877961901870592/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964073 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964057.069989:0:31771:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e8fcfd9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9fad24ce-5620-4bb8-9e51-3732491fa622:31771:1877961901870592:0@lo:400: 00000100:00000001:1.0:1790964057.069994:0:31771:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964057.069996:0:31771:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964057.069999:0:31771:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8fcfd9d x1877961901870592/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964073 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964057.070004:0:31771:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790964057.070007:0:31771:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790964057.070010:0:31771:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009bdbe5e9. 02000000:00000001:1.0:1790964057.070013:0:31771:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790964057.070015:0:31771:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964057.070016:0:31771:0:(genops.c:1223:class_import_put()) import 000000004b528a08 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1790964057.070019:0:31771:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1790964057.070022:0:31771:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000505e587c. 02000000:00000001:1.0:1790964057.070026:0:31771:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790964057.070028:0:31771:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790964057.070029:0:31771:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8fcfd9d. 00000100:00000001:1.0:1790964057.070033:0:31771:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790964057.070034:0:31771:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964057.070037:0:31771:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964057.070043:0:31771:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964057.070045:0:31771:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964057.070047:0:31771:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964057.070056:0:31771:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964057.075172:0:31768:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964057.075181:0:31768:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790964057.075191:0:31768:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790964057.075193:0:31768:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790964057.075196:0:31768:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c18e6c2. 00000400:00000200:3.0:1790964057.075204:0:31768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000234bb5b7 00000400:00000010:3.0:1790964057.075206:0:31768:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000234bb5b7. 00000100:00000001:3.0:1790964057.075210:0:31768:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964057.075220:0:31768:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000072936dda x1877961901870720/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964067 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790964057.075230:0:31768:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000072936dda x1877961901870720/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790964067 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964057.075238:0:31768:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790964057.075239:0:31768:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964057.075242:0:31768:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790964057.075256:0:31768:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790964057.075258:0:31768:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964057.075261:0:31768:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964057.075264:0:31768:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964057.075272:0:31768:0:(import.c:2195:obd_at_measure()) add 5 to 000000006f2699ef time=1790964057 v=5 (0 0 0 0) 00000100:00001000:3.0:1790964057.075276:0:31768:0:(import.c:2195:obd_at_measure()) add 1 to 00000000cc581157 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964057.075279:0:31768:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790964057.075280:0:31768:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964057.075283:0:31768:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790964057.075287:0:31768:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@0000000072936dda x1877961901870720/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964067 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790964057.075295:0:31768:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964057.075299:0:31768:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790964057.075301:0:31768:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1790964057.075302:0:31768:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790964057.075304:0:31768:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964057.075308:0:31768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000072936dda x1877961901870720/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964067 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964057.075314:0:31768:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964057.075318:0:31768:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790964057.075319:0:31768:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964057.075321:0:31768:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1790964057.075328:0:31768:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000020:00000001:3.0:1790964057.075331:0:31768:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964057.075333:0:31768:0:(genops.c:804:class_conn2export()) looking for export cookie 0x74ed6677b28f63a4 00000020:00000001:3.0:1790964057.075335:0:31768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964057.075338:0:31768:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000bb03b963 refcount=7 00000020:00000001:3.0:1790964057.075340:0:31768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613640564518912 : -130433145032704 : ffff895f2ab93000) 00000020:00000001:3.0:1790964057.075342:0:31768:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613640564518912 : -130433145032704 : ffff895f2ab93000) 00000100:00001000:3.0:1790964057.075345:0:31768:0:(import.c:2195:obd_at_measure()) add 1 to 00000000cc581157 time=1790964057 v=0 (0 0 0 0) 00000100:00001000:3.0:1790964057.075347:0:31768:0:(import.c:2261:obd_at_measure()) AT 00000000cc581157 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:3.0:1790964057.075364:0:31768:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000020:00000040:3.0:1790964057.075367:0:31768:0:(genops.c:879:class_export_put()) PUTting export 00000000bb03b963 : new refcount 6 00000100:00000001:3.0:1790964057.075376:0:31768:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:3.0:1790964057.075379:0:31768:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1790964057.075381:0:31768:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1790964057.075384:0:31768:0:(import.c:65:import_set_state_nolock()) 00000000c693f3da lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1790964057.075387:0:31768:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:3.0:1790964057.075388:0:31768:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1790964057.075389:0:31768:0:(import.c:1285:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964057.075392:0:31768:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1790964057.075394:0:31768:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964057.075396:0:31768:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964057.075400:0:31768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072936dda x1877961901870720/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964067 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964057.075407:0:31768:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000072936dda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:31768:1877961901870720:0@lo:38: 00000100:00000001:3.0:1790964057.075412:0:31768:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964057.075414:0:31768:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964057.075416:0:31768:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000072936dda x1877961901870720/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790964067 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964057.075422:0:31768:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790964057.075424:0:31768:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790964057.075427:0:31768:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fbb6a06c. 02000000:00000001:3.0:1790964057.075431:0:31768:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790964057.075433:0:31768:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964057.075434:0:31768:0:(genops.c:1223:class_import_put()) import 00000000c693f3da refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1790964057.075437:0:31768:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1790964057.075439:0:31768:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000bfee4e77. 02000000:00000001:3.0:1790964057.075442:0:31768:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790964057.075444:0:31768:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790964057.075445:0:31768:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000072936dda. 00000100:00000001:3.0:1790964057.075448:0:31768:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790964057.075449:0:31768:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964057.075451:0:31768:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964057.075453:0:31768:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964057.075454:0:31768:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964057.075455:0:31768:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964057.075462:0:31768:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964057.078955:0:13271:0:(connection.c:75:cpu_latency_work()) work item of 000000006f7894fc (cpu 0) has reached its deadline 4295565326, at 4295565327 00000100:00000010:0.0:1790964057.078972:0:13271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005911996c. 00000100:00000040:2.0:1790964057.079044:0:27:0:(connection.c:75:cpu_latency_work()) work item of 00000000da87c2c8 (cpu 2) has reached its deadline 4295565326, at 4295565327 00000100:00000010:2.0:1790964057.079050:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b50b9174. 00000100:00000040:1.0:1790964057.080312:0:26685:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0e1989b (cpu 1) has reached its deadline 4295565326, at 4295565327 00000100:00000010:1.0:1790964057.080321:0:26685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002ba71abf. 00000100:00000040:3.0:1790964057.081319:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000087cf03ac (cpu 3) has reached its deadline 4295565326, at 4295565327 00000100:00000010:3.0:1790964057.081327:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e5ad2051. 00010000:00000001:1.0:1790964057.383840:0:26685:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1790964057.383850:0:26685:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964057.383859:0:26685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1790964057.383860:0:26685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964057.383963:0:32606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790964057.383967:0:32606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964057.383969:0:32606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1790964057.626767:0:32913:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1790964057.626783:0:32913:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964057.626788:0:32913:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964058.090630:0:31768:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964058.090646:0:31768:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964058.090648:0:31768:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964058.090654:0:31768:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964058.090656:0:31768:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964058.090659:0:31768:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964058.090661:0:31768:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1790964058.091230:0:32601:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f0216f06. 00000100:00000001:0.0:1790964058.091240:0:32601:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1790964058.091243:0:32601:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964058.091662:0:32605:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1790964058.091666:0:32605:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964058.091891:0:32656:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964058.091895:0:32656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964058.091897:0:32656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964058.091899:0:32656:0:(client.c:2716:ptlrpc_set_wait()) set 0000000080d1a86b going to sleep for 0 seconds 00000100:00000001:3.0:1790964058.091903:0:32656:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964058.091906:0:32656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964058.091909:0:32656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964058.091912:0:32656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964058.091914:0:32656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964058.407947:0:26685:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1790964058.407955:0:26685:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964058.407961:0:26685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1790964058.407963:0:26685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964058.408424:0:32607:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1790964058.408429:0:32607:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790964058.408432:0:32607:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1790964058.599797:0:32616:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1790964058.599805:0:32616:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e23a9dd1) refs 2 10000000:00000001:2.0:1790964058.599811:0:32616:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790964058.599813:0:32616:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1790964058.599814:0:32616:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1790964058.599815:0:32616:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1790964058.599818:0:32616:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1790964058.599820:0:32616:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:2.0:1790964058.599822:0:32616:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff895f41d73800 from 9 10000000:00000001:2.0:1790964058.599825:0:32616:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1790964058.599826:0:32616:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1790964058.599839:0:32616:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009849bfb7. 00000020:00000040:2.0:1790964058.599844:0:32616:0:(genops.c:1210:class_import_get()) import 000000004b528a08 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1790964058.599849:0:32616:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790964058.599852:0:32616:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790964058.599857:0:32616:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790964058.599864:0:32616:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000040655143. 00000100:00000001:2.0:1790964058.599879:0:32616:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790964058.599885:0:32616:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1790964058.599901:0:32616:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1790964058.599910:0:32616:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 00000000446a55ca. 00010000:00000001:2.0:1790964058.599916:0:32616:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1790964058.599919:0:32616:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002865b21d. 00000020:00000010:2.0:1790964058.599925:0:32616:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000069214d1. 00000020:00000001:2.0:1790964058.599928:0:32616:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1790964058.599931:0:32616:0:(lustre_handles.c:93:class_handle_hash()) added object 000000002865b21d with handle 0x74ed6677b28f63b9 to hash 00000020:00000001:2.0:1790964058.599934:0:32616:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1790964058.599935:0:32616:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446613640935595520 : -130432773956096 : ffff895f40d75e00) 00010000:00000001:2.0:1790964058.599938:0:32616:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446613640935595520 : -130432773956096 : ffff895f40d75e00) 00010000:00000001:2.0:1790964058.599942:0:32616:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1790964058.599945:0:32616:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790964058.599948:0:32616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.116@tcp lock: 000000002865b21d/0x74ed6677b28f63b9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964058.599957:0:32616:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.116@tcp lock: 000000002865b21d/0x74ed6677b28f63b9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790964058.599968:0:32616:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.116@tcp lock: 000000002865b21d/0x74ed6677b28f63b9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1790964058.599974:0:32616:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1790964058.599977:0:32616:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1790964058.599985:0:32616:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d2b9383a. 00000100:00000001:2.0:1790964058.599987:0:32616:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446613639926593600 : -130433782958016 : ffff895f04b33840) 00000100:00000001:2.0:1790964058.599990:0:32616:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790964058.599991:0:32616:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613640810198144 : -130432899353472 : ffff895f395df480) 00000100:00000001:2.0:1790964058.599996:0:32616:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790964058.599998:0:32616:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964058.600000:0:32616:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1790964058.600001:0:32616:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790964058.600010:0:32616:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009849bfb7 x1877961901870848/t0(0) o101->MGC192.168.204.116@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964058.600019:0:32616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964058.600027:0:32616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964058.600031:0:32616:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790964058.600033:0:32616:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790964058.600035:0:32616:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964058.600038:0:32616:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000009849bfb7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9fad24ce-5620-4bb8-9e51-3732491fa622:32616:1877961901870848:0@lo:101: 00000100:00000001:2.0:1790964058.600043:0:32616:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790964058.600048:0:32616:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790964058.600051:0:32616:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964058.600053:0:32616:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790964058.600057:0:32616:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003a979b87. 02000000:00000001:2.0:1790964058.600058:0:32616:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1790964058.600064:0:32616:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b64759d1. 00000400:00000010:2.0:1790964058.600072:0:32616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000662c1c2f. 00000100:00000200:2.0:1790964058.600079:0:32616:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961901870848, portal 25 00000100:00000001:2.0:1790964058.600081:0:32616:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790964058.600082:0:32616:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613640810198144 : -130432899353472 : ffff895f395df480) 00000100:00000040:2.0:1790964058.600086:0:32616:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009849bfb7 x1877961901870848/t0(0) o101->MGC192.168.204.116@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964074 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964058.600094:0:32616:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964058.600096:0:32616:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964058.600098:0:32616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1b50a29. 00000100:00000200:2.0:1790964058.600100:0:32616:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1877961901870848, offset 0 00000400:00000200:2.0:1790964058.600105:0:32616:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964058.600117:0:32616:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964058.600127:0:32616:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6abff14100f00 00000400:00000200:2.0:1790964058.600138:0:32616:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x165 [2] + 0 00000400:00000010:2.0:1790964058.600142:0:32616:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9cb98ff. 00000400:00000200:2.0:1790964058.600146:0:32616:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b6da6b95 00000400:00000200:2.0:1790964058.600153:0:32616:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964058.600157:0:32616:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1790964058.600161:0:32616:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6da6b95 00000400:00000010:2.0:1790964058.600164:0:32616:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000b6da6b95. 00000100:00000001:2.0:1790964058.600169:0:32616:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1790964058.600170:0:32616:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1790964058.600179:0:32616:0:(events.c:341:request_in_callback()) incoming req@000000001ee2e1d9 x1877961901870848 msgsize 328 00000100:00100000:2.0:1790964058.600182:0:32616:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1790964058.600184:0:32616:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1790964058.600249:0:32616:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:2.0:1790964058.600259:0:32616:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1b50a29 00000400:00000010:2.0:1790964058.600260:0:32616:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a1b50a29. 00000100:00000001:2.0:1790964058.600264:0:32616:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1790964058.600267:0:32616:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000009849bfb7 x1877961901870848/t0(0) o101->MGC192.168.204.116@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964074 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964058.600277:0:32616:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964058.600279:0:32616:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@000000009849bfb7 x1877961901870848/t0(0) o101->MGC192.168.204.116@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964074 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964058.600286:0:32616:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964058.600287:0:32616:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1790964058.600293:0:32616:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964058.600298:0:32616:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4295566860 00000100:00000010:2.0:1790964058.600302:0:32616:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000050cadc3a. 00000100:00000001:2.0:1790964058.600308:0:32616:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1790964058.600334:0:32616:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4295566860 00000100:00000010:2.0:1790964058.600338:0:32616:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dcdd6af6. 00000100:00000001:2.0:1790964058.600341:0:32616:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1790964058.600354:0:32616:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 2 is 4295566860 00000100:00000010:2.0:1790964058.600357:0:32616:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001ebe0c47. 00000100:00000001:2.0:1790964058.600359:0:32616:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1790964058.600362:0:32616:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 3 is 4295566860 00000100:00000010:2.0:1790964058.600365:0:32616:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000879c4a5c. 00000100:00000001:2.0:1790964058.600368:0:32616:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1790964058.600370:0:32616:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790964058.600373:0:32616:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964058.600375:0:32616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964058.600376:0:32616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1790964058.600378:0:32616:0:(client.c:2716:ptlrpc_set_wait()) set 00000000d2b9383a going to sleep for 11 seconds 00000100:00000001:2.0:1790964058.600389:0:32616:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964058.600392:0:32616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964058.601061:0:32612:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1790964058.601066:0:32612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901870848 02000000:00000001:3.0:1790964058.601069:0:32612:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1790964058.601071:0:32612:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790964058.601073:0:32612:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964058.601077:0:32612:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964058.601082:0:32612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901870848 00000020:00000001:3.0:1790964058.601084:0:32612:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1790964058.601086:0:32612:0:(genops.c:804:class_conn2export()) looking for export cookie 0x74ed6677b28f62d2 00000020:00000001:3.0:1790964058.601089:0:32612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790964058.601092:0:32612:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000d2f998b6 refcount=11 00000020:00000001:3.0:1790964058.601094:0:32612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613640119691264 : -130433589860352 : ffff895f1035a800) 00000020:00000001:3.0:1790964058.601097:0:32612:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613640119691264 : -130433589860352 : ffff895f1035a800) 00000100:00000001:3.0:1790964058.601101:0:32612:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790964058.601106:0:32612:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb38fc76. 00000100:00000001:3.0:1790964058.601109:0:32612:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790964058.601119:0:32612:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb38fc76. 00000020:00000010:3.0:1790964058.601126:0:32612:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b35a979a. 00000020:00000010:3.0:1790964058.601131:0:32612:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004c358565. 00000020:00000010:3.0:1790964058.601136:0:32612:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009077f8d5. 00000100:00000040:3.0:1790964058.601145:0:32612:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1790964058.601148:0:32612:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1790964058.601150:0:32612:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1790964058.601152:0:32612:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964058.601159:0:32612:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964058.601169:0:32612:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964058.601185:0:32612:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1790964058.601188:0:32612:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1790964058.601192:0:32612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000040:3.0:1790964058.601199:0:32612:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000d2f998b6 : new rpc_count 1 00000100:00000001:3.0:1790964058.601201:0:32612:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613639961161808 : -130433748389808 : ffff895f06c2b050) 00000100:00000040:3.0:1790964058.601206:0:32612:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ee2e1d9 x1877961901870848/t0(0) o101->9fad24ce-5620-4bb8-9e51-3732491fa622@0@lo:634/0 lens 328/0 e 0 to 0 dl 1790964069 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964058.601215:0:32612:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1790964058.601217:0:32612:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb38fc76. 00000100:00000001:3.0:1790964058.601218:0:32612:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1790964058.601220:0:32612:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb38fc76. 00000100:00100000:3.0:1790964058.601223:0:32612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001ee2e1d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fad24ce-5620-4bb8-9e51-3732491fa622+11:32616:x1877961901870848:12345-0@lo:101: 00000100:00000200:3.0:1790964058.601227:0:32612:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961901870848 00000020:00000001:3.0:1790964058.601353:0:32612:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1790964058.601357:0:32612:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1790964058.601359:0:32612:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964058.601362:0:32612:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1790964058.601364:0:32612:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072667310208 : -1042241408 : ffffffffc1e0a880) 00000020:00000001:3.0:1790964058.601367:0:32612:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1790964058.601369:0:32612:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1790964058.601371:0:32612:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1790964058.601373:0:32612:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1790964058.601384:0:32612:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964058.601387:0:32612:0:(tgt_handler.c:1471:tgt_enqueue()) Process entered 00010000:00000001:3.0:1790964058.601390:0:32612:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1790964058.601391:0:32612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1790964058.601393:0:32612:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1790964058.601395:0:32612:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964058.601478:0:32612:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1790964058.601485:0:32612:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 00000000b2dc4aee. 00010000:00000001:3.0:1790964058.601490:0:32612:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1790964058.601493:0:32612:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f77a9821. 00000020:00000001:3.0:1790964058.601497:0:32612:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1790964058.601499:0:32612:0:(lustre_handles.c:93:class_handle_hash()) added object 00000000f77a9821 with handle 0x74ed6677b28f63c0 to hash 00000020:00000001:3.0:1790964058.601501:0:32612:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1790964058.601502:0:32612:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446613640257472512 : -130433452079104 : ffff895f186c0800) 00010000:00000001:3.0:1790964058.601505:0:32612:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446613640257472512 : -130433452079104 : ffff895f186c0800) 00010000:00010000:3.0:1790964058.601508:0:32612:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000f77a9821/0x74ed6677b28f63c0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x74ed6677b28f63b9 expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1790964058.601515:0:32612:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export 00000000d2f998b6 : new locks_count 6 00000020:00000040:3.0:1790964058.601517:0:32612:0:(genops.c:868:class_export_get()) GET export 00000000d2f998b6 refcount=12 00000100:00000001:3.0:1790964058.601526:0:32612:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1790964058.601528:0:32612:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1790964058.601533:0:32612:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a6172bcf. 02000000:00000001:3.0:1790964058.601535:0:32612:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964058.601537:0:32612:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964058.601539:0:32612:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1790964058.601543:0:32612:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1790964058.601545:0:32612:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1790964058.601547:0:32612:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1790964058.601549:0:32612:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1790964058.601550:0:32612:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1790964058.601551:0:32612:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1790964058.601553:0:32612:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1790964058.601555:0:32612:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1790964058.601557:0:32612:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1790964058.601558:0:32612:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1790964058.601565:0:32612:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b2dc4aee) refcount = 1 00010000:00010000:3.0:1790964058.601569:0:32612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f77a9821/0x74ed6677b28f63c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74ed6677b28f63b9 expref: 12 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1790964058.601575:0:32612:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1790964058.601577:0:32612:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1790964058.601578:0:32612:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1790964058.601580:0:32612:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964058.601582:0:32612:0:(ldlm_lock.c:1928:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1790964058.601587:0:32612:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1790964058.601590:0:32612:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000f77a9821/0x74ed6677b28f63c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74ed6677b28f63b9 expref: 12 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1790964058.601596:0:32612:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1790964058.601598:0:32612:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1790964058.601600:0:32612:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1790964058.601601:0:32612:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790964058.601603:0:32612:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1790964058.601604:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790964058.601606:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1790964058.601607:0:32612:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000f77a9821, rc 0) 00000020:00000001:3.0:1790964058.601609:0:32612:0:(tgt_handler.c:1496:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1790964058.601612:0:32612:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961901870848 00010000:00000001:3.0:1790964058.601614:0:32612:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:3.0:1790964058.601618:0:32612:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@000000001ee2e1d9 x1877961901870848/t0(0) o101->9fad24ce-5620-4bb8-9e51-3732491fa622@0@lo:634/0 lens 328/344 e 0 to 0 dl 1790964069 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790964058.601627:0:32612:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1790964058.601629:0:32612:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790964058.601632:0:32612:0:(import.c:2195:obd_at_measure()) add 1 to 000000003a492c51 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1790964058.601636:0:32612:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1790964058.601638:0:32612:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000986b744d refcount 17 to 0@lo 00000100:00000001:3.0:1790964058.601640:0:32612:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613639866740800 : -130433842810816 : ffff895f0121f040) 02000000:00000001:3.0:1790964058.601643:0:32612:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1790964058.601644:0:32612:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964058.601653:0:32612:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964058.601655:0:32612:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964058.601659:0:32612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000234bb5b7. 00000100:00000200:3.0:1790964058.601664:0:32612:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1877961901870848, offset 224 00000400:00000200:3.0:1790964058.601670:0:32612:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964058.601680:0:32612:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964058.601688:0:32612:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6abff14100f00 00000400:00000200:3.0:1790964058.601693:0:32612:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xac5 [1] + 224 00000400:00000200:3.0:1790964058.601700:0:32612:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964058.601705:0:32612:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1790964058.601729:0:32612:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964058.601734:0:32612:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000009849bfb7 x1877961901870848/t0(0) o101->MGC192.168.204.116@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964074 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1790964058.601741:0:32612:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000009849bfb7 x1877961901870848/t0(0) o101->MGC192.168.204.116@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964074 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964058.601755:0:32612:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1790964058.601762:0:32612:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000234bb5b7 00000400:00000010:3.0:1790964058.601764:0:32612:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000234bb5b7. 00000100:00000001:3.0:1790964058.601767:0:32612:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1790964058.601768:0:32612:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1790964058.601771:0:32612:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790964058.601774:0:32612:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000986b744d refcount 16 to 0@lo 00010000:00000001:3.0:1790964058.601776:0:32612:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:3.0:1790964058.601777:0:32612:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964058.601779:0:32612:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1790964058.601782:0:32612:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ee2e1d9 x1877961901870848/t0(0) o101->9fad24ce-5620-4bb8-9e51-3732491fa622@0@lo:634/0 lens 328/344 e 0 to 0 dl 1790964069 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964058.601789:0:32612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001ee2e1d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fad24ce-5620-4bb8-9e51-3732491fa622+12:32616:x1877961901870848:12345-0@lo:101: Request processed in 574us (1609us total) trans 0 rc 0/0 00000100:00100000:3.0:1790964058.601795:0:32612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000040:3.0:1790964058.601798:0:32612:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d2f998b6 : new rpc_count 0 00000100:00000001:3.0:1790964058.601800:0:32612:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1790964058.601814:0:32612:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1790964058.601825:0:32612:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004c358565. 00000020:00000010:3.0:1790964058.601828:0:32612:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009077f8d5. 00000020:00000010:3.0:1790964058.601831:0:32612:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b35a979a. 00000020:00000040:3.0:1790964058.601834:0:32612:0:(genops.c:879:class_export_put()) PUTting export 00000000d2f998b6 : new refcount 11 02000000:00000001:3.0:1790964058.601839:0:32612:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1790964058.601841:0:32612:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 640 at 00000000a6172bcf. 02000000:00000001:3.0:1790964058.601843:0:32612:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1790964058.601845:0:32612:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1790964058.601849:0:32612:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1790964058.601854:0:32612:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c18e6c2. 00000400:00000010:3.0:1790964058.601859:0:32612:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3fb6936. 00000100:00000001:0.0:1790964058.601907:0:32616:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1790964058.601915:0:32616:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790964058.601917:0:32616:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790964058.601918:0:32616:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b64759d1. 00000400:00000200:0.0:1790964058.601922:0:32616:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000662c1c2f 00000400:00000010:0.0:1790964058.601923:0:32616:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000662c1c2f. 00000100:00000001:0.0:1790964058.601926:0:32616:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964058.601929:0:32616:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000009849bfb7 x1877961901870848/t0(0) o101->MGC192.168.204.116@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964074 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790964058.601937:0:32616:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000009849bfb7 x1877961901870848/t0(0) o101->MGC192.168.204.116@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964074 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964058.601944:0:32616:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790964058.601945:0:32616:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964058.601947:0:32616:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790964058.601949:0:32616:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790964058.601951:0:32616:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964058.601959:0:32616:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964058.601961:0:32616:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964058.601966:0:32616:0:(import.c:2195:obd_at_measure()) add 5 to 00000000e33c449d time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1790964058.601969:0:32616:0:(import.c:2195:obd_at_measure()) add 1 to 00000000bf1da0c5 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964058.601971:0:32616:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790964058.601973:0:32616:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964058.601975:0:32616:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1790964058.601977:0:32616:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964058.601979:0:32616:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964058.601983:0:32616:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009849bfb7 x1877961901870848/t0(0) o101->MGC192.168.204.116@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964074 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964058.601989:0:32616:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790964058.601991:0:32616:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790964058.601993:0:32616:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790964058.601996:0:32616:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009849bfb7 x1877961901870848/t0(0) o101->MGC192.168.204.116@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964074 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964058.602002:0:32616:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000009849bfb7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9fad24ce-5620-4bb8-9e51-3732491fa622:32616:1877961901870848:0@lo:101: 00000100:00000001:0.0:1790964058.602007:0:32616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964058.602009:0:32616:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964058.602011:0:32616:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1790964058.602013:0:32616:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964058.602015:0:32616:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009849bfb7 x1877961901870848/t0(0) o101->MGC192.168.204.116@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964074 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964058.602021:0:32616:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1790964058.602024:0:32616:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d2b9383a. 00000100:00000001:0.0:1790964058.602027:0:32616:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1790964058.602028:0:32616:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964058.602030:0:32616:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1790964058.602032:0:32616:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1790964058.602034:0:32616:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964058.602036:0:32616:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000002865b21d refcount=4 00000020:00000001:0.0:1790964058.602038:0:32616:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613640935595520 : -130432773956096 : ffff895f40d75e00) 00010000:00000001:0.0:1790964058.602041:0:32616:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446613640935595520 : -130432773956096 : ffff895f40d75e00) 00010000:00000040:0.0:1790964058.602052:0:32616:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 000000002865b21d, remote cookie: 0x74ed6677b28f63c0, flags: 0x0 00010000:00000001:0.0:1790964058.602054:0:32616:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1790964058.602056:0:32616:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1790964058.602057:0:32616:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1790964058.602059:0:32616:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1790964058.602059:0:32616:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1790964058.602061:0:32616:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000446a55ca) refcount = 1 00010000:00010000:0.0:1790964058.602064:0:32616:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.116@tcp lock: 000000002865b21d/0x74ed6677b28f63b9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74ed6677b28f63c0 expref: -99 pid: 32616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964058.602070:0:32616:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1790964058.602072:0:32616:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1790964058.602073:0:32616:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1790964058.602075:0:32616:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1790964058.602077:0:32616:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790964058.602080:0:32616:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.116@tcp lock: 000000002865b21d/0x74ed6677b28f63b9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x74ed6677b28f63c0 expref: -99 pid: 32616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1790964058.602086:0:32616:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1790964058.602087:0:32616:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1790964058.602088:0:32616:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1790964058.602088:0:32616:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1790964058.602089:0:32616:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1790964058.602091:0:32616:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964058.602093:0:32616:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790964058.602096:0:32616:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009849bfb7 x1877961901870848/t0(0) o101->MGC192.168.204.116@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1790964074 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964058.602102:0:32616:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790964058.602104:0:32616:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790964058.602106:0:32616:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003a979b87. 02000000:00000001:0.0:1790964058.602109:0:32616:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790964058.602111:0:32616:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1790964058.602112:0:32616:0:(genops.c:1223:class_import_put()) import 000000004b528a08 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1790964058.602114:0:32616:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1790964058.602116:0:32616:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000040655143. 02000000:00000001:0.0:1790964058.602120:0:32616:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790964058.602128:0:32616:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790964058.602130:0:32616:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009849bfb7. 00000100:00000001:0.0:1790964058.602139:0:32616:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790964058.602140:0:32616:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1790964058.602142:0:32616:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1790964058.602146:0:32616:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1790964058.602147:0:32616:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e23a9dd1) refs 3 10000000:00000001:0.0:1790964058.602149:0:32616:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964058.602152:0:32616:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1790964058.602153:0:32616:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964058.602154:0:32616:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000002865b21d refcount=3 00000020:00000001:0.0:1790964058.602156:0:32616:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613640935595520 : -130432773956096 : ffff895f40d75e00) 00010000:00000001:0.0:1790964058.602158:0:32616:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446613640935595520 : -130432773956096 : ffff895f40d75e00) 00010000:00000001:0.0:1790964058.602160:0:32616:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1790964058.602162:0:32616:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1790964058.602163:0:32616:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1790964058.602163:0:32616:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1790964058.602165:0:32616:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1790964058.602168:0:32616:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at 0000000074e1cd01. 00000100:00000010:1.0:1790964058.602208:0:32616:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000082cbcb98. 00000020:00000040:1.0:1790964058.602212:0:32616:0:(genops.c:1210:class_import_get()) import 000000004b528a08 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1790964058.602215:0:32616:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790964058.602217:0:32616:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790964058.602221:0:32616:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790964058.602226:0:32616:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000b8705a2. 00000100:00000001:1.0:1790964058.602300:0:32616:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964058.602305:0:32616:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1790964058.602309:0:32616:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000bdfce0af. 00000100:00000010:1.0:1790964058.602316:0:32616:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000037b47e1c. 00000020:00000040:1.0:1790964058.602330:0:32616:0:(genops.c:1210:class_import_get()) import 000000004b528a08 refcount=5 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1790964058.602335:0:32616:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1790964058.602336:0:32616:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1790964058.602340:0:32616:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053217ca4. 00000100:00000001:1.0:1790964058.602343:0:32616:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446613635649257472 : -130438060294144 : ffff895e05c04000) 00000100:00000001:1.0:1790964058.602344:0:32616:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964058.602345:0:32616:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613635655011840 : -130438054539776 : ffff895e06180e00) 00000100:00000001:1.0:1790964058.602349:0:32616:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790964058.602351:0:32616:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964058.602353:0:32616:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1790964058.602354:0:32616:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790964058.602357:0:32616:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000082cbcb98 x1877961901870976/t0(0) o256->MGC192.168.204.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964058.602364:0:32616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964058.602371:0:32616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964058.602374:0:32616:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964058.602376:0:32616:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964058.602378:0:32616:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964058.602381:0:32616:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000082cbcb98 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9fad24ce-5620-4bb8-9e51-3732491fa622:32616:1877961901870976:0@lo:256: 00000100:00000001:1.0:1790964058.602384:0:32616:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964058.602388:0:32616:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964058.602391:0:32616:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964058.602393:0:32616:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1790964058.602464:0:32616:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a5e1e87. 00000400:00000010:1.0:1790964058.602469:0:32616:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000053f8f6b. 00000100:00000200:1.0:1790964058.602472:0:32616:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6abff14100f80-0x6abff14100f80, portal 33 00000100:00000001:1.0:1790964058.602475:0:32616:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964058.602477:0:32616:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790964058.602479:0:32616:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9050bc1. 02000000:00000001:1.0:1790964058.602481:0:32616:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1790964058.602483:0:32616:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076f9a730. 00000400:00000010:1.0:1790964058.602486:0:32616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000107df4dc. 00000100:00000200:1.0:1790964058.602488:0:32616:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961901870976, portal 25 00000100:00000001:1.0:1790964058.602489:0:32616:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964058.602490:0:32616:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613635655011840 : -130438054539776 : ffff895e06180e00) 00000100:00000040:1.0:1790964058.602494:0:32616:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000082cbcb98 x1877961901870976/t0(0) o256->MGC192.168.204.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964074 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964058.602499:0:32616:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964058.602501:0:32616:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964058.602503:0:32616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1682682. 00000100:00000200:1.0:1790964058.602504:0:32616:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1877961901870976, offset 0 00000400:00000200:1.0:1790964058.602509:0:32616:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964058.602516:0:32616:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964058.602523:0:32616:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6abff14100f80 00000400:00000200:1.0:1790964058.602526:0:32616:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x169 [2] + 0 00000400:00000010:1.0:1790964058.602529:0:32616:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055091923. 00000400:00000200:1.0:1790964058.602532:0:32616:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d3a67895 00000400:00000200:1.0:1790964058.602542:0:32616:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964058.602544:0:32616:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1790964058.602547:0:32616:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3a67895 00000400:00000010:1.0:1790964058.602548:0:32616:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000d3a67895. 00000100:00000001:1.0:1790964058.602551:0:32616:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1790964058.602553:0:32616:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1790964058.602555:0:32616:0:(events.c:341:request_in_callback()) incoming req@00000000d8c384b5 x1877961901870976 msgsize 304 00000100:00100000:1.0:1790964058.602558:0:32616:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1790964058.602560:0:32616:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1790964058.602575:0:32616:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1790964058.602580:0:32616:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1682682 00000400:00000010:1.0:1790964058.602581:0:32616:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e1682682. 00000100:00000001:1.0:1790964058.602584:0:32616:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964058.602586:0:32616:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000082cbcb98 x1877961901870976/t0(0) o256->MGC192.168.204.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964074 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964058.602593:0:32616:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964058.602595:0:32616:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000082cbcb98 x1877961901870976/t0(0) o256->MGC192.168.204.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964074 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964058.602600:0:32616:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964058.602601:0:32616:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790964058.602605:0:32616:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964058.602608:0:32616:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4295566862 00000100:00000001:1.0:1790964058.602614:0:32616:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295566860 00000100:00000001:1.0:1790964058.602618:0:32616:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4295566862 00000100:00000001:1.0:1790964058.602620:0:32616:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295566860 00000100:00000001:1.0:1790964058.602622:0:32616:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 2 is 4295566862 00000100:00000001:1.0:1790964058.602624:0:32616:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295566860 00000100:00000001:1.0:1790964058.602626:0:32616:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 3 is 4295566862 00000100:00000001:1.0:1790964058.602628:0:32616:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295566860 00000100:00000001:1.0:1790964058.602630:0:32616:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964058.602632:0:32616:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964058.602634:0:32616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964058.602641:0:32616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1790964058.602643:0:32616:0:(client.c:2716:ptlrpc_set_wait()) set 0000000053217ca4 going to sleep for 11 seconds 00000100:00000001:1.0:1790964058.602645:0:32616:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964058.602646:0:32616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964058.602689:0:32611:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790964058.602691:0:32611:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901870976 02000000:00000001:0.0:1790964058.602697:0:32611:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790964058.602699:0:32611:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790964058.602701:0:32611:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790964058.602704:0:32611:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964058.602778:0:32611:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901870976 00000020:00000001:0.0:1790964058.602781:0:32611:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790964058.602782:0:32611:0:(genops.c:804:class_conn2export()) looking for export cookie 0x74ed6677b28f62d2 00000020:00000001:0.0:1790964058.602784:0:32611:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790964058.602785:0:32611:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000d2f998b6 refcount=12 00000020:00000001:0.0:1790964058.602788:0:32611:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613640119691264 : -130433589860352 : ffff895f1035a800) 00000020:00000001:0.0:1790964058.602790:0:32611:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613640119691264 : -130433589860352 : ffff895f1035a800) 00000100:00000001:0.0:1790964058.602793:0:32611:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964058.602796:0:32611:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e04da25a. 00000100:00000001:0.0:1790964058.602798:0:32611:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964058.602800:0:32611:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e04da25a. 00000020:00000010:0.0:1790964058.602811:0:32611:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c7566b4. 00000020:00000010:0.0:1790964058.602814:0:32611:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008ce5e034. 00000020:00000010:0.0:1790964058.602818:0:32611:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f29d85ab. 00000100:00000040:0.0:1790964058.602824:0:32611:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1790964058.602827:0:32611:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790964058.602828:0:32611:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790964058.602830:0:32611:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964058.602835:0:32611:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964058.602887:0:32611:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964058.602897:0:32611:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790964058.602899:0:32611:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790964058.602902:0:32611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:0.0:1790964058.602905:0:32611:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000d2f998b6 : new rpc_count 1 00000100:00000001:0.0:1790964058.602907:0:32611:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613639961160784 : -130433748390832 : ffff895f06c2ac50) 00000100:00000040:0.0:1790964058.602910:0:32611:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d8c384b5 x1877961901870976/t0(0) o256->9fad24ce-5620-4bb8-9e51-3732491fa622@0@lo:634/0 lens 304/0 e 0 to 0 dl 1790964069 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964058.602918:0:32611:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790964058.602921:0:32611:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e04da25a. 00000100:00000001:0.0:1790964058.602922:0:32611:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790964058.602924:0:32611:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e04da25a. 00000100:00100000:0.0:1790964058.602927:0:32611:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d8c384b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fad24ce-5620-4bb8-9e51-3732491fa622+12:32616:x1877961901870976:12345-0@lo:256: 00000100:00000200:0.0:1790964058.602931:0:32611:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961901870976 00000020:00000001:0.0:1790964058.602933:0:32611:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1790964058.602936:0:32611:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1790964058.602938:0:32611:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964058.602940:0:32611:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1790964058.602942:0:32611:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072667310624 : -1042240992 : ffffffffc1e0aa20) 00000020:00000001:0.0:1790964058.602944:0:32611:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1790964058.602946:0:32611:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1790964058.602948:0:32611:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1790964058.602949:0:32611:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1790964058.602951:0:32611:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964058.602954:0:32611:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790964058.602963:0:32611:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790964058.602966:0:32611:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000001a9f6be6. 02000000:00000001:0.0:1790964058.602968:0:32611:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964058.602970:0:32611:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1790964058.602972:0:32611:0:(mgs_handler.c:690:mgs_config_read()) Process entered 20000000:00000001:0.0:1790964058.602976:0:32611:0:(mgs_nids.c:889:mgs_get_ir_logs()) Process entered 20000000:01000000:0.0:1790964058.602979:0:32611:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1790964058.602980:0:32611:0:(mgs_nids.c:917:mgs_get_ir_logs()) kmalloced '(folios)': 32 at 00000000518bcdba. 20000000:00000001:0.0:1790964058.602983:0:32611:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1790964058.602991:0:32611:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:0.0:1790964058.602996:0:32611:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1790964058.602999:0:32611:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 9 20000000:00000001:0.0:1790964058.603000:0:32611:0:(mgs_nids.c:321:mgs_nidtbl_read()) Process leaving (rc=44 : 44 : 2c) 00000100:00000001:0.0:1790964058.603003:0:32611:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1790964058.603005:0:32611:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000008234573f. 00000100:00000010:0.0:1790964058.603008:0:32611:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000d9651f9b. 00000020:00000040:0.0:1790964058.603010:0:32611:0:(genops.c:868:class_export_get()) GET export 00000000d2f998b6 refcount=13 00010000:00000001:0.0:1790964058.603013:0:32611:0:(ldlm_lib.c:3582:target_bulk_io()) Process entered 00000100:00000001:0.0:1790964058.603015:0:32611:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1790964058.603019:0:32611:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c989695e. 00000400:00000010:0.0:1790964058.603025:0:32611:0:(lib-lnet.h:449:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000015a2bd5b. 00000400:00000200:0.0:1790964058.603029:0:32611:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964058.603036:0:32611:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964058.603042:0:32611:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 44 into portal 33 MB=0x6abff14100f80 00000400:00000200:0.0:1790964058.603047:0:32611:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 44/44 into md 0xad5 [4] + 0 00000400:00000010:0.0:1790964058.603050:0:32611:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a5e1e87. 00000400:00000200:0.0:1790964058.603053:0:32611:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000053f8f6b 00000400:00000200:0.0:1790964058.603056:0:32611:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964058.603059:0:32611:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1790964058.603061:0:32611:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000053f8f6b 00000400:00000010:0.0:1790964058.603063:0:32611:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 00000000053f8f6b. 00000100:00000001:0.0:1790964058.603066:0:32611:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:0.0:1790964058.603067:0:32611:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req 0000000082cbcb98 desc 00000000bdfce0af mbits 1877961901870976 00000100:00000001:0.0:1790964058.603072:0:32611:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1790964058.603074:0:32611:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1790964058.603078:0:32611:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1790964058.603093:0:32611:0:(lib-move.c:4532:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0xae1 00000400:00000200:0.0:1790964058.603096:0:32611:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964058.603099:0:32611:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1790964058.603102:0:32611:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:0.0:1790964058.603104:0:32611:0:(events.c:464:server_bulk_callback()) event type 4, status 0, desc 000000008234573f 00000100:00000001:0.0:1790964058.603106:0:32611:0:(events.c:491:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1790964058.603112:0:32611:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c989695e 00000400:00000010:0.0:1790964058.603113:0:32611:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c989695e. 00000100:00000001:0.0:1790964058.603116:0:32611:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:0.0:1790964058.603117:0:32611:0:(events.c:464:server_bulk_callback()) event type 5, status 0, desc 000000008234573f 00000100:00000001:0.0:1790964058.603119:0:32611:0:(events.c:491:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1790964058.603123:0:32611:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 44 bytes via portal 33 id 12345-0@lo mbits 0x6abff14100f80-0x6abff14100f80 00000100:00000001:0.0:1790964058.603125:0:32611:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790964058.603129:0:32611:0:(ldlm_lib.c:3674:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964058.603131:0:32611:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1790964058.603133:0:32611:0:(genops.c:879:class_export_put()) PUTting export 00000000d2f998b6 : new refcount 12 00000100:00000010:0.0:1790964058.603136:0:32611:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000d9651f9b. 00000100:00000010:0.0:1790964058.603139:0:32611:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000008234573f. 00000100:00000001:0.0:1790964058.603141:0:32611:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1790964058.603143:0:32611:0:(mgs_nids.c:953:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1790964058.603151:0:32611:0:(mgs_nids.c:964:mgs_get_ir_logs()) kvfree 'folios': 32 at 00000000518bcdba. 20000000:00000001:0.0:1790964058.603156:0:32611:0:(mgs_handler.c:713:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1790964058.603159:0:32611:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961901870976 00010000:00000001:0.0:1790964058.603161:0:32611:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:0.0:1790964058.603164:0:32611:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000d8c384b5 x1877961901870976/t0(0) o256->9fad24ce-5620-4bb8-9e51-3732491fa622@0@lo:634/0 lens 304/240 e 0 to 0 dl 1790964069 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790964058.603171:0:32611:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790964058.603172:0:32611:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790964058.603175:0:32611:0:(import.c:2195:obd_at_measure()) add 1 to 000000003a492c51 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1790964058.603178:0:32611:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790964058.603180:0:32611:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000986b744d refcount 17 to 0@lo 00000100:00000001:0.0:1790964058.603181:0:32611:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613639866740800 : -130433842810816 : ffff895f0121f040) 02000000:00000001:0.0:1790964058.603183:0:32611:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790964058.603185:0:32611:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964058.603187:0:32611:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790964058.603195:0:32611:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1790964058.603197:0:32611:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c989695e. 00000100:00000200:0.0:1790964058.603200:0:32611:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1877961901870976, offset 224 00000400:00000200:0.0:1790964058.603203:0:32611:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790964058.603209:0:32611:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790964058.603214:0:32611:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6abff14100f80 00000400:00000200:0.0:1790964058.603217:0:32611:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0xad9 [1] + 224 00000400:00000200:0.0:1790964058.603221:0:32611:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790964058.603223:0:32611:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1790964058.603226:0:32611:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790964058.603229:0:32611:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000082cbcb98 x1877961901870976/t0(0) o256->MGC192.168.204.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964074 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790964058.603237:0:32611:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000082cbcb98 x1877961901870976/t0(0) o256->MGC192.168.204.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964074 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790964058.603244:0:32611:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1790964058.603247:0:32611:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c989695e 00000400:00000010:0.0:1790964058.603249:0:32611:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c989695e. 00000100:00000001:0.0:1790964058.603251:0:32611:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1790964058.603252:0:32611:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1790964058.603254:0:32611:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790964058.603256:0:32611:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000986b744d refcount 16 to 0@lo 00010000:00000001:0.0:1790964058.603258:0:32611:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:0.0:1790964058.603260:0:32611:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964058.603261:0:32611:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1790964058.603264:0:32611:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8c384b5 x1877961901870976/t0(0) o256->9fad24ce-5620-4bb8-9e51-3732491fa622@0@lo:634/0 lens 304/240 e 0 to 0 dl 1790964069 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790964058.603272:0:32611:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d8c384b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9fad24ce-5620-4bb8-9e51-3732491fa622+12:32616:x1877961901870976:12345-0@lo:256: Request processed in 353us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1790964058.603278:0:32611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:0.0:1790964058.603281:0:32611:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d2f998b6 : new rpc_count 0 00000100:00000001:0.0:1790964058.603283:0:32611:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790964058.603285:0:32611:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790964058.603288:0:32611:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008ce5e034. 00000020:00000010:0.0:1790964058.603296:0:32611:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f29d85ab. 00000020:00000010:0.0:1790964058.603299:0:32611:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c7566b4. 00000020:00000040:0.0:1790964058.603305:0:32611:0:(genops.c:879:class_export_put()) PUTting export 00000000d2f998b6 : new refcount 11 02000000:00000001:0.0:1790964058.603308:0:32611:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1790964058.603310:0:32611:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 536 at 000000001a9f6be6. 02000000:00000001:0.0:1790964058.603311:0:32611:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1790964058.603312:0:32611:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1790964058.603316:0:32611:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1790964058.603331:0:32611:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dc4214e. 00000400:00000010:0.0:1790964058.603336:0:32611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000312eeb96. 00000100:00000001:1.0:1790964058.603385:0:32616:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790964058.603391:0:32616:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790964058.603392:0:32616:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790964058.603394:0:32616:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076f9a730. 00000400:00000200:1.0:1790964058.603397:0:32616:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000107df4dc 00000400:00000010:1.0:1790964058.603398:0:32616:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000107df4dc. 00000100:00000001:1.0:1790964058.603401:0:32616:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964058.603404:0:32616:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000082cbcb98 x1877961901870976/t0(0) o256->MGC192.168.204.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964074 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790964058.603411:0:32616:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000082cbcb98 x1877961901870976/t0(0) o256->MGC192.168.204.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964074 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964058.603417:0:32616:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790964058.603418:0:32616:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964058.603420:0:32616:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790964058.603422:0:32616:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790964058.603424:0:32616:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964058.603425:0:32616:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964058.603427:0:32616:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964058.603431:0:32616:0:(import.c:2195:obd_at_measure()) add 5 to 00000000e33c449d time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1790964058.603433:0:32616:0:(import.c:2195:obd_at_measure()) add 1 to 00000000bf1da0c5 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1790964058.603435:0:32616:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790964058.603436:0:32616:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964058.603438:0:32616:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1790964058.603440:0:32616:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964058.603442:0:32616:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964058.603444:0:32616:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000082cbcb98 x1877961901870976/t0(0) o256->MGC192.168.204.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964074 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790964058.603452:0:32616:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000082cbcb98 x1877961901870976/t0(0) o256->MGC192.168.204.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964074 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964058.603458:0:32616:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790964058.603460:0:32616:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790964058.603471:0:32616:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000082cbcb98 x1877961901870976/t0(0) o256->MGC192.168.204.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964074 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964058.603478:0:32616:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000082cbcb98 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9fad24ce-5620-4bb8-9e51-3732491fa622:32616:1877961901870976:0@lo:256: 00000100:00000001:1.0:1790964058.603482:0:32616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964058.603485:0:32616:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964058.603487:0:32616:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1790964058.603488:0:32616:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964058.603490:0:32616:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000082cbcb98 x1877961901870976/t0(0) o256->MGC192.168.204.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964074 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964058.603496:0:32616:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1790964058.603498:0:32616:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000053217ca4. 00000100:00000001:1.0:1790964058.603501:0:32616:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1790964058.603502:0:32616:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1790964058.603505:0:32616:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 9, more 0. 10000000:00000001:1.0:1790964058.603513:0:32616:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1790964058.603519:0:32616:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 00000000f732d2cd. 10000000:00000010:1.0:1790964058.603523:0:32616:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 0000000028a940d0. 10000000:00000200:1.0:1790964058.603528:0:32616:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1790964058.603530:0:32616:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-MDT0000 10000000:00000040:1.0:1790964058.603536:0:32616:0:(mgc_request.c:1445:mgc_apply_recover_logs()) MGC192.168.204.116@tcp: cannot find OBD lustre-MDT0000-mdc-MDT0000 10000000:00000010:1.0:1790964058.603538:0:32616:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 0000000028a940d0. 10000000:00000010:1.0:1790964058.603541:0:32616:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 00000000f732d2cd. 10000000:00000001:1.0:1790964058.603543:0:32616:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964058.603545:0:32616:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964058.603548:0:32616:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000082cbcb98 x1877961901870976/t0(0) o256->MGC192.168.204.116@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1790964074 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964058.603558:0:32616:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790964058.603559:0:32616:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790964058.603561:0:32616:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9050bc1. 02000000:00000001:1.0:1790964058.603564:0:32616:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790964058.603565:0:32616:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964058.603567:0:32616:0:(genops.c:1223:class_import_put()) import 000000004b528a08 refcount=4 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1790964058.603568:0:32616:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1790964058.603575:0:32616:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1790964058.603577:0:32616:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964058.603578:0:32616:0:(genops.c:1223:class_import_put()) import 000000004b528a08 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1790964058.603580:0:32616:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1790964058.603582:0:32616:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000037b47e1c. 00000100:00000010:1.0:1790964058.603584:0:32616:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000bdfce0af. 00000100:00000001:1.0:1790964058.603586:0:32616:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1790964058.603587:0:32616:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000b8705a2. 02000000:00000001:1.0:1790964058.603589:0:32616:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790964058.603591:0:32616:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790964058.603592:0:32616:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000082cbcb98. 00000100:00000001:1.0:1790964058.603595:0:32616:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790964058.603596:0:32616:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1790964058.603609:0:32616:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at 0000000074e1cd01. 10000000:01000000:1.0:1790964058.603613:0:32616:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.116@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1790964058.603616:0:32616:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1790964058.603618:0:32616:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1790964058.603620:0:32616:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790964058.603622:0:32616:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000002865b21d refcount=3 00000020:00000001:1.0:1790964058.603624:0:32616:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613640935595520 : -130432773956096 : ffff895f40d75e00) 00010000:00000001:1.0:1790964058.603626:0:32616:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446613640935595520 : -130432773956096 : ffff895f40d75e00) 00010000:00000001:1.0:1790964058.603629:0:32616:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1790964058.603631:0:32616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.116@tcp lock: 000000002865b21d/0x74ed6677b28f63b9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74ed6677b28f63c0 expref: -99 pid: 32616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1790964058.603639:0:32616:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1790964058.603641:0:32616:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1790964058.603643:0:32616:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.116@tcp lock: 000000002865b21d/0x74ed6677b28f63b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74ed6677b28f63c0 expref: -99 pid: 32616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1790964058.603649:0:32616:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1790964058.603650:0:32616:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1790964058.603651:0:32616:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1790964058.603653:0:32616:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1790964058.603656:0:32616:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1790964058.603658:0:32616:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1790964058.603666:0:32616:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1790964058.603667:0:32616:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e23a9dd1) refs 3 10000000:00000001:1.0:1790964058.603670:0:32616:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1790964058.614809:0:13271:0:(connection.c:75:cpu_latency_work()) work item of 000000006f7894fc (cpu 0) has reached its deadline 4295566862, at 4295566863 00000100:00000010:0.0:1790964058.614828:0:13271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000050cadc3a. 00000100:00000040:3.0:1790964058.614993:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000087cf03ac (cpu 3) has reached its deadline 4295566862, at 4295566863 00000100:00000010:3.0:1790964058.615000:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000879c4a5c. 00000100:00000040:2.0:1790964058.615124:0:27:0:(connection.c:75:cpu_latency_work()) work item of 00000000da87c2c8 (cpu 2) has reached its deadline 4295566862, at 4295566863 00000100:00000010:2.0:1790964058.615131:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001ebe0c47. 00000100:00000040:1.0:1790964058.617348:0:26685:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0e1989b (cpu 1) has reached its deadline 4295566862, at 4295566865 00000100:00000010:1.0:1790964058.617364:0:26685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dcdd6af6. 00080000:00000001:1.0:1790964058.713912:0:32962:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1790964058.713930:0:32962:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964058.713936:0:32962:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964059.111841:0:31768:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964059.111855:0:31768:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964059.111857:0:31768:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964059.111861:0:31768:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964059.111864:0:31768:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964059.111867:0:31768:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964059.111869:0:31768:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964059.129437:0:32656:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964059.129449:0:32656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964059.129452:0:32656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964059.129456:0:32656:0:(client.c:2716:ptlrpc_set_wait()) set 0000000080d1a86b going to sleep for 0 seconds 00000100:00000001:0.0:1790964059.129462:0:32656:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964059.129467:0:32656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964059.129471:0:32656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964059.129475:0:32656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964059.129478:0:32656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964059.432767:0:26685:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1790964059.432777:0:26685:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964059.432784:0:26685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1790964059.432786:0:26685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964059.435582:0:32606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790964059.435591:0:32606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964059.435596:0:32606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1790964060.135781:0:31768:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1790964060.135797:0:31768:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964060.135800:0:31768:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964060.135805:0:31768:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964060.135808:0:31768:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964060.135812:0:31768:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964060.135814:0:31768:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790964060.135917:0:32656:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1790964060.135920:0:32656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790964060.135921:0:32656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790964060.135924:0:32656:0:(client.c:2716:ptlrpc_set_wait()) set 0000000080d1a86b going to sleep for 0 seconds 00000100:00000001:0.0:1790964060.135928:0:32656:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790964060.135931:0:32656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964060.135933:0:32656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790964060.135936:0:32656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790964060.135938:0:32656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964060.455895:0:26685:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1790964060.455903:0:26685:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964060.455910:0:26685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1790964060.455911:0:26685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964060.456162:0:32607:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1790964060.456166:0:32607:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790964060.456169:0:32607:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1790964060.749389:0:33015:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1790964060.749403:0:33015:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964060.749408:0:33015:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.162788:0:32656:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964061.162796:0:32656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964061.162797:0:32656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964061.162801:0:32656:0:(client.c:2716:ptlrpc_set_wait()) set 0000000080d1a86b going to sleep for 0 seconds 00000100:00000001:3.0:1790964061.162806:0:32656:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964061.162809:0:32656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964061.162811:0:32656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964061.162814:0:32656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964061.162816:0:32656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.163146:0:31768:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964061.163150:0:31768:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1790964061.163161:0:31768:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790964051/real 1790964051] req@0000000018c2af11 x1877961901868288/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964061 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1790964061.163176:0:31768:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790964061.163178:0:31768:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790964061.163181:0:31768:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000765b247f. 00000400:00000200:3.0:1790964061.163188:0:31768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7a14da9 00000400:00000010:3.0:1790964061.163206:0:31768:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d7a14da9. 00000100:00000001:3.0:1790964061.163222:0:31768:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790964061.163227:0:31768:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000018c2af11 x1877961901868288/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964061 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790964061.163235:0:31768:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000018c2af11 x1877961901868288/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964061 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964061.163243:0:31768:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790964061.163245:0:31768:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964061.163248:0:31768:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790964061.163249:0:31768:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1790964061.163252:0:31768:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000018c2af11 x1877961901868288/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964061 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964061.163260:0:31768:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964061.163278:0:31768:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964061.163279:0:31768:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.163282:0:31768:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964061.163284:0:31768:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964061.163286:0:31768:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790964061.163289:0:31768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000018c2af11 x1877961901868288/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964061 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964061.163295:0:31768:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1790964061.163300:0:31768:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964061.163301:0:31768:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790964061.163302:0:31768:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964061.163303:0:31768:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1790964061.163305:0:31768:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1790964061.163308:0:31768:0:(import.c:65:import_set_state_nolock()) 0000000090bfec39 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790964061.163335:0:31768:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1790964061.163338:0:31768:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1790964061.163340:0:31768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000018c2af11 x1877961901868288/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964061 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790964061.163359:0:31768:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000018c2af11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31768:1877961901868288:0@lo:8: 00000100:00000001:3.0:1790964061.163364:0:31768:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964061.163366:0:31768:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964061.163369:0:31768:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000018c2af11 x1877961901868288/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790964061 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964061.163374:0:31768:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790964061.163377:0:31768:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790964061.163397:0:31768:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ae5f7778. 02000000:00000001:3.0:1790964061.163402:0:31768:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790964061.163404:0:31768:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1790964061.163406:0:31768:0:(genops.c:1223:class_import_put()) import 0000000090bfec39 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1790964061.163408:0:31768:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1790964061.163410:0:31768:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000009111c22. 02000000:00000001:3.0:1790964061.163414:0:31768:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790964061.163416:0:31768:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790964061.163418:0:31768:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000018c2af11. 00000100:00000001:3.0:1790964061.163421:0:31768:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790964061.163422:0:31768:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964061.163424:0:31768:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964061.163427:0:31768:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964061.163428:0:31768:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.163429:0:31768:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964061.163431:0:31768:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964061.163815:0:31376:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9fad24ce-5620-4bb8-9e51-3732491fa622->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1790964061.163821:0:31376:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1790964061.163826:0:31376:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6841c15. 00000020:00000040:2.0:1790964061.163830:0:31376:0:(genops.c:1210:class_import_get()) import 000000004b528a08 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1790964061.163833:0:31376:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790964061.163836:0:31376:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790964061.163840:0:31376:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790964061.163847:0:31376:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec9c4c4d. 00000100:00000001:2.0:1790964061.163853:0:31376:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964061.163858:0:31376:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9fad24ce-5620-4bb8-9e51-3732491fa622->MGS req@00000000e6841c15 x1877961901871104/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1790964061.163867:0:31376:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790964061.163869:0:31376:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964061.163874:0:31376:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6841c15] to pc [ptlrpcd_00_03+3] req@00000000e6841c15 x1877961901871104/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964061.163897:0:31376:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1790964061.163899:0:31376:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790964061.163909:0:31376:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1790964061.163911:0:31376:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1790964061.163912:0:31376:0:(import.c:65:import_set_state_nolock()) 0000000090bfec39 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1790964061.163917:0:31376:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1790964061.163920:0:31376:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 892 00000100:00001000:2.0:1790964061.163924:0:31376:0:(import.c:2195:obd_at_measure()) add 10 to 000000007ea2c309 time=1790964061 v=0 (0 0 0 0) 00000100:00001000:2.0:1790964061.163927:0:31376:0:(import.c:2261:obd_at_measure()) AT 000000007ea2c309 change: old=0 new=10 delta=10 (val=10) hist 10 0 0 0 00000100:00080000:2.0:1790964061.163929:0:31376:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00000040:2.0:1790964061.163932:0:31376:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000986b744d refcount 15 to 0@lo 00000100:00000001:2.0:1790964061.163934:0:31376:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964061.163935:0:31376:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000986b744d refcount 16 to 0@lo 00000100:00000001:2.0:1790964061.163937:0:31376:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613639866740800 : -130433842810816 : ffff895f0121f040) 00000020:00000001:2.0:1790964061.163940:0:31376:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1790964061.163941:0:31376:0:(genops.c:804:class_conn2export()) looking for export cookie 0x74ed6677b28f6357 00000020:00000001:2.0:1790964061.163944:0:31376:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964061.163946:0:31376:0:(lustre_handles.c:148:class_handle2object()) GET export 000000009ffc6322 refcount=4 00000020:00000001:2.0:1790964061.163948:0:31376:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613639981342720 : -130433728208896 : ffff895f07f6a000) 00000020:00000001:2.0:1790964061.163950:0:31376:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613639981342720 : -130433728208896 : ffff895f07f6a000) 00000100:00000040:2.0:1790964061.163952:0:31376:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000986b744d refcount 15 to 0@lo 00000100:00000001:2.0:1790964061.163954:0:31376:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964061.163955:0:31376:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000986b744d refcount 16 to 0@lo 00000100:00000001:2.0:1790964061.163957:0:31376:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613639866740800 : -130433842810816 : ffff895f0121f040) 00000020:00000040:2.0:1790964061.163959:0:31376:0:(genops.c:879:class_export_put()) PUTting export 000000009ffc6322 : new refcount 3 00000100:00080000:2.0:1790964061.163962:0:31376:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import 0000000090bfec39 using connection 192.168.204.116@tcp/0@lo 00000100:00000001:2.0:1790964061.163964:0:31376:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964061.163966:0:31376:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1790964061.163972:0:31376:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790964061.163974:0:31376:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964061.163976:0:31376:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1790964061.163979:0:31376:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1790964061.163982:0:31376:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005810141. 00000020:00000040:2.0:1790964061.163988:0:31376:0:(genops.c:1210:class_import_get()) import 0000000090bfec39 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:2.0:1790964061.163992:0:31376:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1790964061.163994:0:31376:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964061.163996:0:31376:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790964061.163997:0:31376:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790964061.163999:0:31376:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790964061.164002:0:31376:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000f214227c. 00000100:00000001:2.0:1790964061.164005:0:31376:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964061.164009:0:31376:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000005810141 x1877961901871232/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1790964061.164016:0:31376:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790964061.164017:0:31376:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964061.164019:0:31376:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005810141] to pc [ptlrpcd_rcv+-1] req@0000000005810141 x1877961901871232/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964061.164029:0:31376:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1790964061.164032:0:31376:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1790964061.164035:0:31376:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1790964061.164036:0:31376:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1790964061.164037:0:31376:0:(import.c:65:import_set_state_nolock()) 000000005458fe58 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1790964061.164039:0:31376:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1790964061.164041:0:31376:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 892 00000100:00001000:2.0:1790964061.164043:0:31376:0:(import.c:2195:obd_at_measure()) add 10 to 000000003953fb28 time=10 v=5 (1 0 0 0) 00000100:00001000:2.0:1790964061.164046:0:31376:0:(import.c:2261:obd_at_measure()) AT 000000003953fb28 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:2.0:1790964061.164048:0:31376:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00000040:2.0:1790964061.164050:0:31376:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000986b744d refcount 15 to 0@lo 00000100:00000001:2.0:1790964061.164051:0:31376:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964061.164053:0:31376:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000986b744d refcount 16 to 0@lo 00000100:00000001:2.0:1790964061.164054:0:31376:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613639866740800 : -130433842810816 : ffff895f0121f040) 00000020:00000001:2.0:1790964061.164056:0:31376:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1790964061.164057:0:31376:0:(genops.c:804:class_conn2export()) looking for export cookie 0x74ed6677b28f636c 00000020:00000001:2.0:1790964061.164059:0:31376:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964061.164067:0:31376:0:(lustre_handles.c:148:class_handle2object()) GET export 000000004101bd68 refcount=4 00000020:00000001:2.0:1790964061.164069:0:31376:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613640564537344 : -130433145014272 : ffff895f2ab97800) 00000020:00000001:2.0:1790964061.164071:0:31376:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613640564537344 : -130433145014272 : ffff895f2ab97800) 00000100:00000040:2.0:1790964061.164074:0:31376:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000986b744d refcount 15 to 0@lo 00000100:00000001:2.0:1790964061.164076:0:31376:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964061.164077:0:31376:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000986b744d refcount 16 to 0@lo 00000100:00000001:2.0:1790964061.164079:0:31376:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613639866740800 : -130433842810816 : ffff895f0121f040) 00000020:00000040:2.0:1790964061.164080:0:31376:0:(genops.c:879:class_export_put()) PUTting export 000000004101bd68 : new refcount 3 00000100:00080000:2.0:1790964061.164082:0:31376:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import 000000005458fe58 using connection 192.168.204.116@tcp/0@lo 00000100:00000001:2.0:1790964061.164084:0:31376:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964061.164086:0:31376:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1790964061.164089:0:31376:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790964061.164091:0:31376:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964061.164092:0:31376:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1790964061.164093:0:31376:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1790964061.164096:0:31376:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b98a55c8. 00000020:00000040:2.0:1790964061.164098:0:31376:0:(genops.c:1210:class_import_get()) import 000000005458fe58 refcount=4 obd=lustre-MDT0001-osp-MDT0000 02000000:00000001:2.0:1790964061.164100:0:31376:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1790964061.164101:0:31376:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964061.164103:0:31376:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790964061.164105:0:31376:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790964061.164106:0:31376:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790964061.164109:0:31376:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000003b8cf971. 00000100:00000001:2.0:1790964061.164113:0:31376:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964061.164116:0:31376:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b98a55c8 x1877961901871360/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1790964061.164123:0:31376:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790964061.164124:0:31376:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964061.164126:0:31376:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b98a55c8] to pc [ptlrpcd_rcv+-1] req@00000000b98a55c8 x1877961901871360/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964061.164133:0:31376:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964061.164135:0:31376:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1790964061.164143:0:31376:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1790964061.164145:0:31376:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008dde8e7d. 00000020:00000040:2.0:1790964061.164147:0:31376:0:(genops.c:1210:class_import_get()) import 00000000c693f3da refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1790964061.164149:0:31376:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790964061.164151:0:31376:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790964061.164152:0:31376:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790964061.164155:0:31376:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fb3294a4. 00000100:00000001:2.0:1790964061.164159:0:31376:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964061.164162:0:31376:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000008dde8e7d x1877961901871488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1790964061.164168:0:31376:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790964061.164170:0:31376:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964061.164173:0:31376:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dde8e7d] to pc [ptlrpcd_00_00+0] req@000000008dde8e7d x1877961901871488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964061.164187:0:31376:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964061.164192:0:31376:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (907) 00000100:00000001:3.0:1790964061.164312:0:31772:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964061.164315:0:31772:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964061.164317:0:31772:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790964061.164321:0:31772:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6841c15 x1877961901871104/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964061.164328:0:31772:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964061.164330:0:31772:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964061.164333:0:31772:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790964061.164335:0:31772:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790964061.164338:0:31772:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964061.164340:0:31772:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e6841c15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9fad24ce-5620-4bb8-9e51-3732491fa622:31772:1877961901871104:0@lo:400: 00000100:00000001:3.0:1790964061.164349:0:31772:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790964061.164355:0:31772:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790964061.164358:0:31772:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790964061.164360:0:31772:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790964061.164364:0:31772:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000761f7379. 02000000:00000001:3.0:1790964061.164365:0:31772:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790964061.164371:0:31772:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a0692ac. 00000400:00000010:3.0:1790964061.164378:0:31772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000234bb5b7. 00000100:00000200:3.0:1790964061.164400:0:31772:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961901871104, portal 25 00000100:00000001:3.0:1790964061.164404:0:31772:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790964061.164405:0:31772:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613640810190976 : -130432899360640 : ffff895f395dd880) 00000100:00000040:3.0:1790964061.164409:0:31772:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e6841c15 x1877961901871104/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964061.164416:0:31772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790964061.164419:0:31772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1790964061.164421:0:31772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bae5980e. 00000100:00000200:3.0:1790964061.164424:0:31772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877961901871104, offset 0 00000400:00000200:3.0:1790964061.164430:0:31772:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790964061.164444:0:31772:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790964061.164455:0:31772:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6abff14101000 00000400:00000200:3.0:1790964061.164460:0:31772:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16d [2] + 0 00000400:00000010:3.0:1790964061.164462:0:31772:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026ea07cf. 00000400:00000200:3.0:1790964061.164466:0:31772:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000880d776d 00000400:00000200:3.0:1790964061.164474:0:31772:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964061.164477:0:31772:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964061.164569:0:31771:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964061.164574:0:31771:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964061.164580:0:31770:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1790964061.164582:0:31770:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1790964061.164584:0:31770:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964061.164589:0:31770:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964061.164591:0:31770:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964061.164593:0:31770:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964061.164594:0:31770:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964061.164596:0:31770:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790964061.164600:0:31770:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008dde8e7d x1877961901871488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964061.164608:0:31770:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964061.164609:0:31770:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964061.164611:0:31770:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964061.164613:0:31770:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790964061.164615:0:31770:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964061.164617:0:31770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000008dde8e7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:31770:1877961901871488:0@lo:400: 00000100:00000001:1.0:1790964061.164620:0:31770:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790964061.164623:0:31770:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790964061.164632:0:31770:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964061.164634:0:31770:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790964061.164637:0:31770:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d084e58e. 02000000:00000001:1.0:1790964061.164639:0:31770:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1790964061.164643:0:31770:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076f9a730. 00000400:00000010:1.0:1790964061.164647:0:31770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000107df4dc. 00000100:00000200:1.0:1790964061.164650:0:31770:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877961901871488, portal 10 00000100:00000001:1.0:1790964061.164652:0:31770:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790964061.164653:0:31770:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613640810191872 : -130432899359744 : ffff895f395ddc00) 00000020:00000010:1.0:1790964061.164661:0:31770:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e50535fe. 00000100:00000040:1.0:1790964061.164667:0:31770:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000008dde8e7d x1877961901871488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964061.164672:0:31770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964061.164674:0:31770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964061.164676:0:31770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1682682. 00000100:00000200:1.0:1790964061.164678:0:31770:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877961901871488, offset 0 00000400:00000200:1.0:1790964061.164682:0:31770:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964061.164687:0:31770:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964061.164693:0:31770:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6abff14101180 00000400:00000200:1.0:1790964061.164698:0:31770:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1040 00000400:00000200:1.0:1790964061.164703:0:31770:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790964061.164881:0:31772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000880d776d 00000400:00000010:3.0:1790964061.164884:0:31772:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000880d776d. 00000100:00000001:3.0:1790964061.164889:0:31772:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1790964061.164891:0:31772:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1790964061.164894:0:31772:0:(events.c:341:request_in_callback()) incoming req@00000000419fa930 x1877961901871104 msgsize 224 00000100:00100000:3.0:1790964061.164898:0:31772:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1790964061.164899:0:31772:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1790964061.164910:0:31772:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:3.0:1790964061.164916:0:31772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bae5980e 00000400:00000010:3.0:1790964061.164923:0:31772:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000bae5980e. 00000100:00000001:3.0:1790964061.164926:0:31772:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1790964061.164930:0:31772:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e6841c15 x1877961901871104/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964061.164939:0:31772:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790964061.164941:0:31772:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6841c15 x1877961901871104/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964077 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790964061.164947:0:31772:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.164948:0:31772:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790964061.164954:0:31772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.164958:0:31772:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4295569424 00000100:00000010:3.0:1790964061.164962:0:31772:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8a21e26. 00000100:00000001:3.0:1790964061.164968:0:31772:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1790964061.164973:0:31772:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4295569424 00000100:00000010:3.0:1790964061.164976:0:31772:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000541a04f. 00000100:00000001:3.0:1790964061.164979:0:31772:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1790964061.164982:0:31772:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 2 is 4295569424 00000100:00000010:3.0:1790964061.164984:0:31772:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f51bcb8c. 00000100:00000001:3.0:1790964061.164987:0:31772:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1790964061.164989:0:31772:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 3 is 4295569424 00000100:00000010:3.0:1790964061.164992:0:31772:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007819bbdc. 00000100:00000001:3.0:1790964061.164995:0:31772:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1790964061.164998:0:31772:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790964061.165000:0:31772:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.165003:0:31772:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.165005:0:31772:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964061.165009:0:31772:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964061.165011:0:31772:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1790964061.165013:0:31772:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964061.165014:0:31772:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964061.165015:0:31772:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.165017:0:31772:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964061.165027:0:31769:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790964061.165034:0:31769:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790964061.165513:0:31770:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964061.165520:0:31770:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1790964061.165522:0:31770:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1790964061.165527:0:31770:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000082cbcb98. 00000100:00000040:1.0:1790964061.165530:0:31770:0:(events.c:341:request_in_callback()) incoming req@0000000082cbcb98 x1877961901871488 msgsize 224 00000100:00100000:1.0:1790964061.165533:0:31770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1790964061.165544:0:31770:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1790964061.165549:0:31770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1682682 00000400:00000010:1.0:1790964061.165551:0:31770:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e1682682. 00000100:00000001:1.0:1790964061.165553:0:31770:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790964061.165557:0:31770:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000008dde8e7d x1877961901871488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964061.165566:0:31770:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964061.165575:0:31770:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008dde8e7d x1877961901871488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964077 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964061.165581:0:31770:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964061.165583:0:31770:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790964061.165589:0:31770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964061.165593:0:31770:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 11955 usecs (12 jiffies) 00000100:00000001:1.0:1790964061.165596:0:31770:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295569425 00000100:00000001:1.0:1790964061.165601:0:31770:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4295569424 00000100:00000001:1.0:1790964061.165604:0:31770:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295569425 00000100:00000001:1.0:1790964061.165607:0:31770:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4295569424 00000100:00000001:1.0:1790964061.165610:0:31770:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295569425 00000100:00000001:1.0:1790964061.165613:0:31770:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4295569424 00000100:00000001:1.0:1790964061.165618:0:31770:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295569425 00000100:00000001:2.0:1790964061.165620:0:32613:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1790964061.165622:0:31770:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4295569424 00000100:00100000:2.0:1790964061.165625:0:32613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901871104 00000100:00000001:1.0:1790964061.165626:0:31770:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790964061.165630:0:32613:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1790964061.165631:0:31770:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964061.165634:0:32613:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964061.165635:0:31770:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964061.165638:0:32613:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964061.165639:0:31770:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964061.165644:0:32613:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964061.165650:0:32613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901871104 00000020:00000001:2.0:1790964061.165653:0:32613:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1790964061.165655:0:32613:0:(genops.c:804:class_conn2export()) looking for export cookie 0x74ed6677b28f62d2 00000020:00000001:2.0:1790964061.165657:0:32613:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964061.165659:0:32613:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000d2f998b6 refcount=12 00000020:00000001:2.0:1790964061.165662:0:32613:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613640119691264 : -130433589860352 : ffff895f1035a800) 00000020:00000001:2.0:1790964061.165663:0:32613:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613640119691264 : -130433589860352 : ffff895f1035a800) 00000100:00000001:2.0:1790964061.165668:0:32613:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1790964061.165671:0:32613:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2c361a7. 00000100:00000001:2.0:1790964061.165674:0:32613:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1790964061.165676:0:32613:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b2c361a7. 00000020:00000010:2.0:1790964061.165689:0:32613:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000adc1241b. 00000020:00000010:2.0:1790964061.165695:0:32613:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000056764221. 00000020:00000010:2.0:1790964061.165701:0:32613:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007b50c02e. 00000100:00000040:2.0:1790964061.165727:0:32613:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1790964061.165730:0:32613:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1790964061.165732:0:32613:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1790964061.165734:0:32613:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964061.165741:0:32613:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964061.165753:0:32613:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964061.165763:0:32613:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1790964061.165765:0:32613:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1790964061.165769:0:32613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000040:2.0:1790964061.165772:0:32613:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 00000000d2f998b6 : new rpc_count 1 00000100:00000001:2.0:1790964061.165774:0:32613:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613639961162832 : -130433748388784 : ffff895f06c2b450) 00000100:00000040:2.0:1790964061.165778:0:32613:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000419fa930 x1877961901871104/t0(0) o400->9fad24ce-5620-4bb8-9e51-3732491fa622@0@lo:637/0 lens 224/0 e 0 to 0 dl 1790964072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964061.165786:0:32613:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1790964061.165789:0:32613:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2c361a7. 00000100:00000001:2.0:1790964061.165791:0:32613:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1790964061.165793:0:32613:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b2c361a7. 00000100:00100000:2.0:1790964061.165796:0:32613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000419fa930 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fad24ce-5620-4bb8-9e51-3732491fa622+12:31772:x1877961901871104:12345-0@lo:400: 00000100:00000200:2.0:1790964061.165800:0:32613:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961901871104 00000020:00000001:2.0:1790964061.165802:0:32613:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1790964061.165806:0:32613:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1790964061.165808:0:32613:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964061.165811:0:32613:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1790964061.165813:0:32613:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072667310272 : -1042241344 : ffffffffc1e0a8c0) 00000020:00000001:2.0:1790964061.165816:0:32613:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1790964061.165818:0:32613:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1790964061.165820:0:32613:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1790964061.165822:0:32613:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1790964061.165824:0:32613:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964061.165826:0:32613:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1790964061.165835:0:32613:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1790964061.165837:0:32613:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1790964061.165840:0:32613:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bc5a3a67. 02000000:00000001:2.0:1790964061.165843:0:32613:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964061.165845:0:32613:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964061.165846:0:32613:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1790964061.165849:0:32613:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961901871104 00010000:00000001:2.0:1790964061.165852:0:32613:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:2.0:1790964061.165856:0:32613:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@00000000419fa930 x1877961901871104/t0(0) o400->9fad24ce-5620-4bb8-9e51-3732491fa622@0@lo:637/0 lens 224/224 e 0 to 0 dl 1790964072 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1790964061.165864:0:32613:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1790964061.165866:0:32613:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790964061.165869:0:32613:0:(import.c:2195:obd_at_measure()) add 1 to 000000003a492c51 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1790964061.165874:0:32613:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964061.165876:0:32613:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000986b744d refcount 17 to 0@lo 00000100:00000001:2.0:1790964061.165878:0:32613:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613639866740800 : -130433842810816 : ffff895f0121f040) 02000000:00000001:2.0:1790964061.165881:0:32613:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1790964061.165883:0:32613:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964061.165886:0:32613:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964061.165888:0:32613:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964061.165892:0:32613:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1b50a29. 00000100:00000200:2.0:1790964061.165895:0:32613:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1877961901871104, offset 224 00000400:00000200:2.0:1790964061.165901:0:32613:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964061.165910:0:32613:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964061.165919:0:32613:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6abff14101000 00000400:00000200:2.0:1790964061.165925:0:32613:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xaed [1] + 224 00000400:00000200:2.0:1790964061.165930:0:32613:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964061.165934:0:32613:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1790964061.165938:0:32613:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964061.165941:0:32613:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e6841c15 x1877961901871104/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1790964061.165949:0:32613:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6841c15 x1877961901871104/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964061.165967:0:32613:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1790964061.165981:0:32613:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1b50a29 00000400:00000010:2.0:1790964061.165984:0:32613:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a1b50a29. 00000100:00000001:2.0:1790964061.165986:0:32613:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1790964061.165988:0:32613:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1790964061.165992:0:32613:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964061.165994:0:32613:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000986b744d refcount 16 to 0@lo 00010000:00000001:2.0:1790964061.165997:0:32613:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:2.0:1790964061.165998:0:32613:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964061.166000:0:32613:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1790964061.166004:0:32613:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000419fa930 x1877961901871104/t0(0) o400->9fad24ce-5620-4bb8-9e51-3732491fa622@0@lo:637/0 lens 224/224 e 0 to 0 dl 1790964072 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964061.166011:0:32613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000419fa930 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9fad24ce-5620-4bb8-9e51-3732491fa622+12:31772:x1877961901871104:12345-0@lo:400: Request processed in 224us (1116us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964061.166019:0:32613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000040:2.0:1790964061.166021:0:32613:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d2f998b6 : new rpc_count 0 00000100:00000001:2.0:1790964061.166024:0:32613:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1790964061.166026:0:32613:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1790964061.166031:0:32613:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000056764221. 00000020:00000010:2.0:1790964061.166034:0:32613:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007b50c02e. 00000020:00000010:2.0:1790964061.166038:0:32613:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000adc1241b. 00000020:00000040:2.0:1790964061.166045:0:32613:0:(genops.c:879:class_export_put()) PUTting export 00000000d2f998b6 : new refcount 11 02000000:00000001:2.0:1790964061.166050:0:32613:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1790964061.166052:0:32613:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 00000000bc5a3a67. 02000000:00000001:2.0:1790964061.166055:0:32613:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1790964061.166058:0:32613:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1790964061.166062:0:32613:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1790964061.166076:0:32613:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007eb329bd. 00000400:00000010:2.0:1790964061.166081:0:32613:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038ef194d. 00000100:00000001:1.0:1790964061.168931:0:31772:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964061.168940:0:31772:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790964061.168951:0:31772:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790964061.168953:0:31772:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790964061.168956:0:31772:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a0692ac. 00000400:00000200:1.0:1790964061.168968:0:31772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000234bb5b7 00000400:00000010:1.0:1790964061.168971:0:31772:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000234bb5b7. 00000100:00000001:1.0:1790964061.168976:0:31772:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964061.168985:0:31772:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e6841c15 x1877961901871104/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964061.168988:0:31768:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964061.168993:0:31768:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964061.168997:0:31768:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1790964061.169001:0:31772:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e6841c15 x1877961901871104/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1790964061.169005:0:31768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000005810141 x1877961901871232/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964061.169012:0:31772:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790964061.169018:0:31768:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964061.169033:0:31768:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964061.169034:0:31772:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964061.169038:0:31772:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790964061.169039:0:31768:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790964061.169041:0:31772:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1790964061.169044:0:31768:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964061.169046:0:31772:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964061.169050:0:31772:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964061.169051:0:31768:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964061.169054:0:31772:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964061.169057:0:31768:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000005810141 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31768:1877961901871232:0@lo:8: 00000100:00001000:1.0:1790964061.169068:0:31772:0:(import.c:2195:obd_at_measure()) add 5 to 00000000e33c449d time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1790964061.169074:0:31772:0:(import.c:2195:obd_at_measure()) add 1 to 00000000bf1da0c5 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1790964061.169076:0:31768:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1790964061.169079:0:31772:0:(client.c:1495:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1790964061.169082:0:31768:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1790964061.169083:0:31772:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964061.169087:0:31768:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964061.169088:0:31772:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1790964061.169092:0:31772:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964061.169093:0:31768:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1790964061.169097:0:31772:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790964061.169100:0:31768:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bc5a3a67. 00000100:00000040:1.0:1790964061.169103:0:31772:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6841c15 x1877961901871104/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1790964061.169105:0:31768:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964061.169113:0:31772:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1790964061.169115:0:31768:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091dda939. 00000100:00000001:1.0:1790964061.169117:0:31772:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790964061.169120:0:31772:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1790964061.169122:0:31768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1b50a29. 00000100:00000040:1.0:1790964061.169124:0:31772:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6841c15 x1877961901871104/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790964061.169132:0:31768:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961901871232, portal 4 00000100:00100000:1.0:1790964061.169134:0:31772:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e6841c15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9fad24ce-5620-4bb8-9e51-3732491fa622:31772:1877961901871104:0@lo:400: 00000100:00000001:2.0:1790964061.169137:0:31768:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790964061.169140:0:31768:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613640810195456 : -130432899356160 : ffff895f395dea00) 00000100:00000001:1.0:1790964061.169142:0:31772:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964061.169146:0:31772:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964061.169149:0:31772:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6841c15 x1877961901871104/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1790964061.169150:0:31768:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002bf89331. 00000100:00000001:1.0:1790964061.169159:0:31772:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1790964061.169162:0:31768:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000005810141 x1877961901871232/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1790964061.169163:0:31772:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790964061.169166:0:31772:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000761f7379. 02000000:00000001:1.0:1790964061.169174:0:31772:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1790964061.169176:0:31768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1790964061.169178:0:31772:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000040:2.0:1790964061.169180:0:31768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1790964061.169182:0:31772:0:(genops.c:1223:class_import_put()) import 000000004b528a08 refcount=3 obd=MGC192.168.204.116@tcp 00000400:00000010:2.0:1790964061.169184:0:31768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dc9c983. 00000020:00000001:1.0:1790964061.169186:0:31772:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000200:2.0:1790964061.169189:0:31768:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877961901871232, offset 0 02000000:00000010:1.0:1790964061.169191:0:31772:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec9c4c4d. 02000000:00000001:1.0:1790964061.169197:0:31772:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1790964061.169198:0:31768:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964061.169224:0:31768:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964061.169235:0:31768:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6abff14101080 00000400:00000100:2.0:1790964061.169240:0:31768:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877961901871232 offset 0 length 520: 4 00000400:00000200:2.0:1790964061.169244:0:31768:0:(lib-msg.c:1116:lnet_is_health_check()) Msg 00000000a20946a9 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1790964061.169246:0:31768:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1790964061.169255:0:31768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dc9c983 00000400:00000010:2.0:1790964061.169257:0:31768:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009dc9c983. 00000100:00000001:2.0:1790964061.169259:0:31768:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1790964061.169262:0:31768:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000005810141 x1877961901871232/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964061.169285:0:31768:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964061.169288:0:31768:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000005810141 x1877961901871232/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1790964076 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964061.169294:0:31768:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964061.169295:0:31768:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1790964061.169301:0:31768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964061.169304:0:31768:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:2.0:1790964061.169308:0:31768:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295569426 00000100:00000001:2.0:1790964061.169315:0:31768:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4295569425 00000100:00000001:2.0:1790964061.169320:0:31768:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295569426 00000100:00000001:2.0:1790964061.169323:0:31768:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4295569425 00000100:00000001:2.0:1790964061.169325:0:31768:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295569426 00000100:00000001:2.0:1790964061.169328:0:31768:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4295569425 00000100:00000001:2.0:1790964061.169330:0:31768:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295569426 00000100:00000001:2.0:1790964061.169333:0:31768:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4295569425 00000100:00000001:2.0:1790964061.169335:0:31768:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790964061.169337:0:31768:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964061.169339:0:31768:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790964061.169342:0:31768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b98a55c8 x1877961901871360/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964061.169348:0:31768:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790964061.169349:0:31768:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964061.169351:0:31768:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790964061.169353:0:31768:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790964061.169355:0:31768:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964061.169357:0:31768:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b98a55c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31768:1877961901871360:0@lo:38: 00000100:00000001:2.0:1790964061.169359:0:31768:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790964061.169361:0:31768:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790964061.169363:0:31768:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964061.169373:0:31768:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790964061.169375:0:31768:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005cfb2a50. 02000000:00000001:2.0:1790964061.169377:0:31768:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1790964061.169380:0:31768:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af3172b6. 02000000:00000001:1.0:1790964061.169387:0:31772:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1790964061.169400:0:31768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dc9c983. 00000100:00000200:2.0:1790964061.169403:0:31768:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877961901871360, portal 4 00000100:00000001:2.0:1790964061.169405:0:31768:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790964061.169406:0:31768:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613640810197248 : -130432899354368 : ffff895f395df100) 00000100:00000040:2.0:1790964061.169412:0:31768:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b98a55c8 x1877961901871360/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964061.169417:0:31768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964061.169419:0:31768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964061.169421:0:31768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006558266c. 00000100:00000200:2.0:1790964061.169423:0:31768:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1877961901871360, offset 0 00000400:00000200:2.0:1790964061.169426:0:31768:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964061.169432:0:31768:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964061.169436:0:31768:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6abff14101100 00000400:00000200:2.0:1790964061.169442:0:31768:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x429 [256] + 520 00000400:00000200:2.0:1790964061.169450:0:31768:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1790964061.169452:0:31772:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6841c15. 00000400:00000200:2.0:1790964061.169456:0:31768:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964061.169460:0:31772:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790964061.169462:0:31768:0:(events.c:290:request_in_callback()) Process entered 00000100:00000001:1.0:1790964061.169463:0:31772:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1790964061.169467:0:31768:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1790964061.169468:0:31772:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1790964061.169476:0:31768:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9e624e7. 00000100:00000001:1.0:1790964061.169480:0:31772:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964061.169483:0:31772:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964061.169485:0:31772:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964061.169487:0:31772:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964061.169490:0:31768:0:(events.c:341:request_in_callback()) incoming req@00000000b9e624e7 x1877961901871360 msgsize 520 00000100:00100000:2.0:1790964061.169496:0:31768:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1790964061.169512:0:31768:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:2.0:1790964061.169517:0:31768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006558266c 00000400:00000010:2.0:1790964061.169519:0:31768:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000006558266c. 00000100:00000001:2.0:1790964061.169522:0:31768:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1790964061.169525:0:31768:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b98a55c8 x1877961901871360/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964061.169532:0:31768:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964061.169534:0:31768:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b98a55c8 x1877961901871360/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964076 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1790964061.169534:0:32623:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008c125eb1. 00000100:00000001:1.0:1790964061.169541:0:32623:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1790964061.169544:0:32623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901871360 02000000:00000001:1.0:1790964061.169547:0:32623:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1790964061.169548:0:32623:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964061.169550:0:32623:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964061.169556:0:32623:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964061.169560:0:31768:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964061.169561:0:32623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901871360 00000100:00000001:2.0:1790964061.169564:0:31768:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1790964061.169566:0:32623:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790964061.169568:0:32623:0:(genops.c:804:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1790964061.169570:0:31768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964061.169571:0:32623:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000040:2.0:1790964061.169575:0:31768:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 8906 usecs (9 jiffies) 00000020:00000001:1.0:1790964061.169576:0:32623:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964061.169581:0:32623:0:(genops.c:806:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964061.169582:0:31768:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295569423 00000100:00000001:2.0:1790964061.169586:0:31768:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4295569426 00000020:00000010:1.0:1790964061.169586:0:32623:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071975856. 00000100:00000001:2.0:1790964061.169591:0:31768:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295569423 00000100:00000001:2.0:1790964061.169593:0:31768:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4295569426 00000020:00000010:1.0:1790964061.169593:0:32623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000028a940d0. 00000020:00000010:1.0:1790964061.169600:0:32623:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009f7fa88e. 00000100:00000001:1.0:1790964061.169606:0:32623:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1790964061.169608:0:32623:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1790964061.169610:0:32623:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964061.169616:0:32623:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964061.169625:0:32623:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964061.169735:0:32623:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1790964061.169738:0:32623:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1790964061.169743:0:32623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:1.0:1790964061.169746:0:32623:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613640810185600 : -130432899366016 : ffff895f395dc380) 00000100:00000040:1.0:1790964061.169750:0:32623:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b9e624e7 x1877961901871360/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1790964081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964061.169771:0:32623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b9e624e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:31768:x1877961901871360:12345-0@lo:38: 00000100:00000200:1.0:1790964061.169775:0:32623:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961901871360 00000020:00000001:1.0:1790964061.169778:0:32623:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:1.0:1790964061.169783:0:32623:0:(ldlm_lib.c:1174:target_handle_connect()) Process entered 00000020:00000001:1.0:1790964061.169795:0:32623:0:(genops.c:655:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1790964061.169799:0:32623:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1790964061.169919:0:31768:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295569423 00000100:00000001:2.0:1790964061.169921:0:31768:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4295569426 00000100:00000001:2.0:1790964061.169923:0:31768:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295569423 00000100:00000001:2.0:1790964061.169925:0:31768:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4295569426 00000100:00000001:2.0:1790964061.169926:0:31768:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790964061.169928:0:31768:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964061.169931:0:31768:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964061.169932:0:31768:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964061.169937:0:31768:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790964061.169938:0:31768:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1790964061.169941:0:31768:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964061.169942:0:31768:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964061.169943:0:31768:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964061.169944:0:31768:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1790964061.171463:0:32619:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003f8da666. 00000100:00000001:2.0:1790964061.171477:0:32619:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1790964061.171480:0:32619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877961901871488 02000000:00000001:2.0:1790964061.171483:0:32619:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1790964061.171485:0:32619:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964061.171488:0:32619:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964061.171493:0:32619:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790964061.171497:0:32619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1877961901871488 00000020:00000001:2.0:1790964061.171500:0:32619:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1790964061.171535:0:32619:0:(genops.c:804:class_conn2export()) looking for export cookie 0x74ed6677b28f63b2 00000020:00000001:2.0:1790964061.171537:0:32619:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790964061.171553:0:32619:0:(lustre_handles.c:148:class_handle2object()) GET export 000000001880e539 refcount=5 00000020:00000001:2.0:1790964061.171555:0:32619:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613640508352512 : -130433201199104 : ffff895f27602800) 00000020:00000001:2.0:1790964061.171558:0:32619:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613640508352512 : -130433201199104 : ffff895f27602800) 00000100:00000001:2.0:1790964061.171563:0:32619:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1790964061.171567:0:32619:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2c361a7. 00000100:00000001:2.0:1790964061.171583:0:32619:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1790964061.171586:0:32619:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b2c361a7. 00000020:00000010:2.0:1790964061.171592:0:32619:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000adc1241b. 00000020:00000010:2.0:1790964061.171618:0:32619:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000056764221. 00000020:00000010:2.0:1790964061.171624:0:32619:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007b50c02e. 00000100:00000040:2.0:1790964061.171631:0:32619:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1790964061.171634:0:32619:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1790964061.171635:0:32619:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1790964061.171637:0:32619:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964061.171643:0:32619:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1790964061.171646:0:32619:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1790964061.171647:0:32619:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964061.171661:0:32619:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964061.171671:0:32619:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1790964061.171673:0:32619:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1790964061.171678:0:32619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:2.0:1790964061.171681:0:32619:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 000000001880e539 : new rpc_count 1 00000100:00000001:2.0:1790964061.171683:0:32619:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613635655011840 : -130438054539776 : ffff895e06180e00) 00000100:00000040:2.0:1790964061.171688:0:32619:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000082cbcb98 x1877961901871488/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:637/0 lens 224/0 e 0 to 0 dl 1790964072 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964061.171698:0:32619:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1790964061.171701:0:32619:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2c361a7. 00000100:00000001:2.0:1790964061.171702:0:32619:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1790964061.171720:0:32619:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b2c361a7. 00000100:00100000:2.0:1790964061.171724:0:32619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000082cbcb98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:31770:x1877961901871488:12345-0@lo:400: 00000100:00000200:2.0:1790964061.171739:0:32619:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1877961901871488 00000020:00000001:2.0:1790964061.171742:0:32619:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1790964061.171745:0:32619:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1790964061.171748:0:32619:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964061.171750:0:32619:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1790964061.171752:0:32619:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072659422912 : -1050128704 : ffffffffc1684ec0) 00000020:00000001:2.0:1790964061.171755:0:32619:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1790964061.171757:0:32619:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1790964061.171759:0:32619:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1790964061.171761:0:32619:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1790964061.171784:0:32619:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964061.171786:0:32619:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1790964061.171790:0:32619:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1790964061.171803:0:32619:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1790964061.171808:0:32619:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000037b490a9. 02000000:00000001:2.0:1790964061.171811:0:32619:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964061.171813:0:32619:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964061.171815:0:32619:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1790964061.171828:0:32619:0:(ldlm_lib.c:3333:target_committed_to_req()) last_committed 0, transno 0, xid 1877961901871488 00010000:00000001:2.0:1790964061.171831:0:32619:0:(ldlm_lib.c:3402:target_send_reply()) Process entered 00010000:00000200:2.0:1790964061.171835:0:32619:0:(ldlm_lib.c:3390:target_send_reply_msg()) @@@ sending reply req@0000000082cbcb98 x1877961901871488/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:637/0 lens 224/224 e 0 to 0 dl 1790964072 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1790964061.171843:0:32619:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1790964061.171845:0:32619:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790964061.171858:0:32619:0:(import.c:2195:obd_at_measure()) add 1 to 000000003f3b69e9 time=4 v=5 (1 0 0 0) 00000100:00000001:2.0:1790964061.171863:0:32619:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1790964061.171865:0:32619:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000986b744d refcount 17 to 0@lo 00000100:00000001:2.0:1790964061.171867:0:32619:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613639866740800 : -130433842810816 : ffff895f0121f040) 02000000:00000001:2.0:1790964061.171870:0:32619:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1790964061.171871:0:32619:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964061.171874:0:32619:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790964061.171876:0:32619:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1790964061.171902:0:32619:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006558266c. 00000100:00000200:2.0:1790964061.171909:0:32619:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1877961901871488, offset 224 00000400:00000200:2.0:1790964061.171916:0:32619:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790964061.171946:0:32619:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790964061.171973:0:32619:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6abff14101180 00000400:00000200:2.0:1790964061.171980:0:32619:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xaf5 [1] + 224 00000400:00000200:2.0:1790964061.172000:0:32619:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790964061.172005:0:32619:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1790964061.172012:0:32619:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964061.172016:0:32619:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000008dde8e7d x1877961901871488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1790964061.172040:0:32619:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008dde8e7d x1877961901871488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964061.172081:0:32619:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1790964061.172090:0:32619:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006558266c 00000400:00000010:2.0:1790964061.172093:0:32619:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000006558266c. 00000100:00000001:2.0:1790964061.172096:0:32619:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1790964061.172098:0:32619:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1790964061.172103:0:32619:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790964061.172106:0:32619:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000986b744d refcount 16 to 0@lo 00010000:00000001:2.0:1790964061.172108:0:32619:0:(ldlm_lib.c:3414:target_send_reply()) Process leaving 00000020:00000001:2.0:1790964061.172110:0:32619:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790964061.172112:0:32619:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1790964061.172115:0:32619:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000082cbcb98 x1877961901871488/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:637/0 lens 224/224 e 0 to 0 dl 1790964072 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964061.172124:0:32619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000082cbcb98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:31770:x1877961901871488:12345-0@lo:400: Request processed in 425us (6592us total) trans 0 rc 0/0 00000100:00100000:2.0:1790964061.172131:0:32619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:2.0:1790964061.172134:0:32619:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001880e539 : new rpc_count 0 00000100:00000001:2.0:1790964061.172136:0:32619:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1790964061.172138:0:32619:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1790964061.172142:0:32619:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000056764221. 00000020:00000010:2.0:1790964061.172145:0:32619:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007b50c02e. 00000020:00000010:2.0:1790964061.172148:0:32619:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000adc1241b. 00000020:00000040:2.0:1790964061.172155:0:32619:0:(genops.c:879:class_export_put()) PUTting export 000000001880e539 : new refcount 4 00000100:00000001:2.0:1790964061.172164:0:32619:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790964061.186542:0:13271:0:(connection.c:75:cpu_latency_work()) work item of 000000006f7894fc (cpu 0) has reached its deadline 4295569426, at 4295569434 00000100:00000010:0.0:1790964061.186561:0:13271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8a21e26. 00000100:00000040:2.0:1790964061.186804:0:27:0:(connection.c:75:cpu_latency_work()) work item of 00000000da87c2c8 (cpu 2) has reached its deadline 4295569426, at 4295569435 00000100:00000010:2.0:1790964061.186812:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f51bcb8c. 00000100:00000040:3.0:1790964061.186928:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000087cf03ac (cpu 3) has reached its deadline 4295569426, at 4295569435 00000100:00000010:3.0:1790964061.186935:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007819bbdc. 00010000:00000001:1.0:1790964061.187757:0:32623:0:(ldlm_lib.c:1191:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1790964061.187766:0:32623:0:(ldlm_lib.c:1741:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1790964061.187769:0:32623:0:(niobuf.c:816:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1790964061.187773:0:32623:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1790964061.187777:0:32623:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1790964061.187790:0:31770:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964061.187794:0:31770:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790964061.187805:0:31770:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790964061.187807:0:31770:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790964061.187810:0:31770:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076f9a730. 00000400:00000200:1.0:1790964061.187816:0:31770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000107df4dc 00000400:00000010:1.0:1790964061.187818:0:31770:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000107df4dc. 00000100:00000001:1.0:1790964061.187822:0:31770:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964061.187842:0:31770:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000008dde8e7d x1877961901871488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790964061.187852:0:31770:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000008dde8e7d x1877961901871488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964061.187859:0:31770:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790964061.187861:0:31770:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964061.187863:0:31770:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790964061.187866:0:31770:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790964061.187868:0:31770:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790964061.187870:0:31770:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790964061.187873:0:31770:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964061.187883:0:31770:0:(import.c:2195:obd_at_measure()) add 5 to 000000006f2699ef time=4 v=5 (5 0 0 0) 00000100:00001000:1.0:1790964061.187888:0:31770:0:(import.c:2195:obd_at_measure()) add 1 to 00000000cc581157 time=4 v=5 (1 0 0 0) 00000100:00000001:1.0:1790964061.187890:0:31770:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790964061.187900:0:31770:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964061.187902:0:31770:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1790964061.187906:0:31770:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@000000008dde8e7d x1877961901871488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790964061.187914:0:31770:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964061.187917:0:31770:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1790964061.187919:0:31770:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1790964061.187921:0:31770:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1790964061.187923:0:31770:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964061.187927:0:31770:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008dde8e7d x1877961901871488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964061.187933:0:31770:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790964061.187936:0:31770:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790964061.187938:0:31770:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790964061.187949:0:31770:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008dde8e7d x1877961901871488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964061.187955:0:31770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000008dde8e7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:31770:1877961901871488:0@lo:400: 00000100:00000001:1.0:1790964061.187961:0:31770:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964061.187963:0:31770:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790964061.187966:0:31770:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008dde8e7d x1877961901871488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790964077 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790964061.187972:0:31770:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790964061.187975:0:31770:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790964061.187977:0:31770:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d084e58e. 02000000:00000001:1.0:1790964061.187981:0:31770:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790964061.187983:0:31770:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1790964061.187985:0:31770:0:(genops.c:1223:class_import_put()) import 00000000c693f3da refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1790964061.187987:0:31770:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1790964061.187989:0:31770:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fb3294a4. 02000000:00000001:1.0:1790964061.187993:0:31770:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790964061.187994:0:31770:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790964061.187996:0:31770:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008dde8e7d. 00000100:00000001:1.0:1790964061.188000:0:31770:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790964061.188007:0:31770:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964061.188009:0:31770:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964061.188018:0:31770:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964061.188020:0:31770:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964061.188022:0:31770:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790964061.188024:0:31770:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964061.188034:0:26685:0:(connection.c:75:cpu_latency_work()) work item of 00000000c0e1989b (cpu 1) has reached its deadline 4295569426, at 4295569436 00000100:00000010:1.0:1790964061.188040:0:26685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000541a04f. 02000000:00000010:1.0:1790964061.188049:0:32623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000030124ddd. 02000000:00000001:1.0:1790964061.188051:0:32623:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964061.188054:0:32623:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964061.188058:0:32623:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1790964061.188060:0:32623:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790964061.188063:0:32623:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1790964061.188066:0:32623:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1790964061.188069:0:32623:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790964061.188070:0:32623:0:(connection.c:162:ptlrpc_connection_addref()) conn=00000000986b744d refcount 17 to 0@lo 00000100:00000001:1.0:1790964061.188072:0:32623:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613639866740800 : -130433842810816 : ffff895f0121f040) 00000100:00000001:1.0:1790964061.188074:0:32623:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446613639866740800 : -130433842810816 : 0xffff895f0121f040) 00000100:00000040:1.0:1790964061.188077:0:32623:0:(connection.c:150:ptlrpc_connection_get()) conn=00000000986b744d refcount 17 to 0@lo 02000000:00000001:1.0:1790964061.188079:0:32623:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1790964061.188080:0:32623:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790964061.188083:0:32623:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790964061.188086:0:32623:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1790964061.188089:0:32623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000107df4dc. 00000100:00000200:1.0:1790964061.188093:0:32623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1877961901871360, offset 0 00000400:00000200:1.0:1790964061.188100:0:32623:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790964061.188115:0:32623:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790964061.188126:0:32623:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6abff14101100 00000400:00000200:1.0:1790964061.188134:0:32623:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb0d [1] + 0 00000400:00000200:1.0:1790964061.188142:0:32623:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790964061.188147:0:32623:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1790964061.188153:0:32623:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790964061.188157:0:32623:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b98a55c8 x1877961901871360/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964076 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790964061.188172:0:32623:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000b98a55c8 x1877961901871360/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964061.188236:0:31768:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964061.188239:0:31768:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964061.188257:0:32623:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1790964061.188266:0:32623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000107df4dc 00000400:00000010:1.0:1790964061.188279:0:32623:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000107df4dc. 00000100:00000001:1.0:1790964061.188283:0:32623:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1790964061.188284:0:32623:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1790964061.188290:0:32623:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790964061.188293:0:32623:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=00000000986b744d refcount 16 to 0@lo 00000100:00000001:1.0:1790964061.188295:0:32623:0:(niobuf.c:837:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964061.188297:0:32623:0:(tgt_handler.c:789:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1790964061.188303:0:32623:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9e624e7 x1877961901871360/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1790964081 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790964061.188312:0:32623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b9e624e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:31768:x1877961901871360:12345-0@lo:38: Request processed in 18541us (18820us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790964061.188322:0:32623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000001:1.0:1790964061.188324:0:32623:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1790964061.188326:0:32623:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1790964061.188330:0:32623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000028a940d0. 00000020:00000010:1.0:1790964061.188335:0:32623:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009f7fa88e. 00000020:00000010:1.0:1790964061.188338:0:32623:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071975856. 00000100:00000001:1.0:1790964061.188342:0:32623:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1790964061.191762:0:31768:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790964061.191768:0:31768:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790964061.191771:0:31768:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af3172b6. 00000400:00000200:2.0:1790964061.191779:0:31768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dc9c983 00000400:00000010:2.0:1790964061.191782:0:31768:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009dc9c983. 00000100:00000001:2.0:1790964061.191787:0:31768:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790964061.191797:0:31768:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b98a55c8 x1877961901871360/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790964061.191808:0:31768:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b98a55c8 x1877961901871360/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 1790964076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964061.191816:0:31768:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790964061.191817:0:31768:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964061.191820:0:31768:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790964061.191823:0:31768:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1790964061.191825:0:31768:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790964061.191827:0:31768:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790964061.191830:0:31768:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790964061.191840:0:31768:0:(import.c:2195:obd_at_measure()) add 0 to 00000000cf286828 time=1790964061 v=5 (0 0 0 0) 00000100:00001000:2.0:1790964061.191845:0:31768:0:(import.c:2195:obd_at_measure()) add 1 to 000000003953fb28 time=10 v=10 (10 0 0 0) 00000100:00000001:2.0:1790964061.191848:0:31768:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1790964061.191850:0:31768:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1790964061.191852:0:31768:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1790964061.191855:0:31768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b98a55c8 x1877961901871360/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964076 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964061.191861:0:31768:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1790964061.191865:0:31768:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790964061.191867:0:31768:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964061.191869:0:31768:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1790964061.191884:0:31768:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1790964061.191906:0:31768:0:(import.c:65:import_set_state_nolock()) 000000005458fe58 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790964061.191910:0:31768:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00000001:2.0:1790964061.191912:0:31768:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1790964061.191916:0:31768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b98a55c8 x1877961901871360/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964076 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790964061.191923:0:31768:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b98a55c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:31768:1877961901871360:0@lo:38: 00000100:00000001:2.0:1790964061.191927:0:31768:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964061.191930:0:31768:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790964061.191932:0:31768:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b98a55c8 x1877961901871360/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/224 e 0 to 0 dl 1790964076 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790964061.191939:0:31768:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790964061.191941:0:31768:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790964061.191944:0:31768:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005cfb2a50. 02000000:00000001:2.0:1790964061.191947:0:31768:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790964061.191949:0:31768:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1790964061.191951:0:31768:0:(genops.c:1223:class_import_put()) import 000000005458fe58 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:2.0:1790964061.191953:0:31768:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1790964061.191955:0:31768:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000003b8cf971. 02000000:00000001:2.0:1790964061.191958:0:31768:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790964061.191959:0:31768:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790964061.191961:0:31768:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b98a55c8. 00000100:00000001:2.0:1790964061.191964:0:31768:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790964061.191966:0:31768:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790964061.191968:0:31768:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964061.191970:0:31768:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790964061.191973:0:31768:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790964061.191975:0:31768:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790964061.191976:0:31768:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1790964061.202153:0:33051:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1790964061.202159:0:33051:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_167: @@@@@@ FAIL: mds1 mounted without a remote update llog 00000001:00000001:2.0:1790964061.220178:0:33051:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1790964061.480768:0:26685:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1790964061.480776:0:26685:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964061.480783:0:26685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1790964061.480785:0:26685:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1790964061.480788:0:26685:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1790964061.480791:0:26685:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964061.480794:0:26685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1790964061.480797:0:26685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964061.480799:0:26685:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964061.480801:0:26685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790964061.481205:0:32606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790964061.481209:0:32606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790964061.481212:0:32606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1790964062.186244:0:32656:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1790964062.186280:0:32656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790964062.186283:0:32656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790964062.186288:0:32656:0:(client.c:2716:ptlrpc_set_wait()) set 0000000080d1a86b going to sleep for 0 seconds 00000100:00000001:1.0:1790964062.186293:0:32656:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790964062.186296:0:32656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964062.186298:0:32656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790964062.186301:0:32656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790964062.186303:0:32656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964062.505352:0:26685:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1790964062.505359:0:26685:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790964062.505366:0:26685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1790964062.505368:0:26685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790964062.506082:0:32607:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1790964062.506096:0:32607:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790964062.506100:0:32607:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1790964062.914509:0:33076:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1790964062.914529:0:33076:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790964062.914536:0:33076:0:(tgt_mount.c:2308:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790964063.211266:0:32656:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1790964063.211276:0:32656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790964063.211278:0:32656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790964063.211283:0:32656:0:(client.c:2716:ptlrpc_set_wait()) set 0000000080d1a86b going to sleep for 0 seconds 00000100:00000001:3.0:1790964063.211288:0:32656:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790964063.211291:0:32656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964063.211294:0:32656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790964063.211296:0:32656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790964063.211298:0:32656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) Debug log: 3348 lines, 3348 kept, 0 dropped, 0 bad.