00010000:00000001:3.0F:1783952537.522885:0:252:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1783952537.522904:0:252:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783952537.522910:0:252:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1783952537.522912:0:252:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783952537.522915:0:252:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1783952537.522917:0:252:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783952537.522921:0:252:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783952537.522924:0:252:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1783952537.526233:0:5775:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783952537.526247:0:5775:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783952537.526251:0:5775:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1783952538.546644:0:252:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1783952538.546653:0:252:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783952538.546658:0:252:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1783952538.546659:0:252:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783952538.546663:0:252:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1783952538.546664:0:252:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783952538.546668:0:252:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783952538.546670:0:252:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1783952538.555573:0:5774:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783952538.555595:0:5774:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783952538.555600:0:5774:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1783952539.570047:0:252:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1783952539.570054:0:252:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783952539.570060:0:252:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1783952539.570061:0:252:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783952539.570064:0:252:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1783952539.570066:0:252:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783952539.570070:0:252:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783952539.570071:0:252:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783952539.573538:0:6610:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783952539.573545:0:6610:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783952539.573550:0:6610:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1783952540.228244:0:3302:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783952540.228271:0:3302:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783952540.228275:0:3302:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783952540.228278:0:3302:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783952540.228290:0:3302:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.203.104@tcp(192.168.203.104@tcp) <- 192.168.203.4@tcp : PUT - for me 00000400:00000200:3.0:1783952540.228308:0:3302:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.4@tcp of length 224 into portal 28 MB=0x6a54ec4edd480 00000400:00000200:3.0:1783952540.228318:0:3302:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.4@tcp of length 224/224 into md 0x1285d [8] + 3136 00000800:00000001:3.0:1783952540.228325:0:3302:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783952540.228329:0:3302:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783952540.228332:0:3302:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783952540.228337:0:3302:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.104@tcp->192.168.203.4@tcp: PUT: OK 00000100:00000001:3.0:1783952540.228345:0:3302:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1783952540.228347:0:3302:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1783952540.228366:0:3302:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9254b7c5c000. 00000100:00000040:3.0:1783952540.228370:0:3302:0:(events.c:337:request_in_callback()) incoming req@ffff9254b7c5c000 x1870607590216832 msgsize 224 00000100:00100000:3.0:1783952540.228374:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00000001:3.0:1783952540.228390:0:3302:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1783952540.228400:0:3302:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783952540.228404:0:3302:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783952540.228405:0:3302:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783952540.228407:0:3302:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783952540.228410:0:3302:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.203.104@tcp(192.168.203.104@tcp) <- 192.168.203.4@tcp : PUT - for me 00000400:00000200:3.0:1783952540.228415:0:3302:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.4@tcp of length 224 into portal 26 MB=0x6a54ec4edd380 00000400:00000200:3.0:1783952540.228420:0:3302:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.4@tcp of length 224/224 into md 0x2094d [2] + 0 00000400:00000010:3.0:1783952540.228424:0:3302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9254c0714bb0. 00000400:00000200:3.0:1783952540.228429:0:3302:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff925388260300 00000800:00000001:3.0:1783952540.228431:0:3302:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783952540.228440:0:3302:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783952540.228442:0:3302:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783952540.228445:0:3302:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.104@tcp->192.168.203.4@tcp: PUT: OK 00000400:00000200:3.0:1783952540.228448:0:3302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925388260300 00000400:00000010:3.0:1783952540.228451:0:3302:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff925388260300. 00000100:00000001:3.0:1783952540.228456:0:3302:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1783952540.228467:0:3302:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1783952540.228469:0:3302:0:(events.c:337:request_in_callback()) incoming req@ffff925385d94c50 x1870607590216576 msgsize 224 00000100:00100000:3.0:1783952540.228474:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00000040:3.0:1783952540.228476:0:3302:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1783952540.228486:0:3302:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1783952540.228490:0:3302:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783952540.228494:0:3302:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783952540.228511:0:32265:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1783952540.228513:0:32265:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607590216576 02000000:00000001:3.0:1783952540.228516:0:32265:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1783952540.228518:0:32265:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783952540.228521:0:32265:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783952540.228525:0:32265:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783952540.228529:0:32265:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607590216576 00000020:00000001:3.0:1783952540.228538:0:32265:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1783952540.228540:0:32265:0:(genops.c:825:class_conn2export()) looking for export cookie 0xad71ec7478cd8144 00000020:00000001:3.0:1783952540.228542:0:32265:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783952540.228545:0:32265:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9254848e8800 refcount=10 00000020:00000001:3.0:1783952540.228547:0:32265:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623490431682560 : -120583277869056 : ffff9254848e8800) 00000020:00000001:3.0:1783952540.228549:0:32265:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623490431682560 : -120583277869056 : ffff9254848e8800) 00000100:00000001:3.0:1783952540.228554:0:32265:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1783952540.228557:0:32265:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92538d31a6c0. 00000100:00000001:3.0:1783952540.228560:0:32265:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1783952540.228562:0:32265:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff92538d31a6c0. 00000020:00000010:3.0:1783952540.228569:0:32265:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92549fa8ac00. 00000020:00000010:3.0:1783952540.228573:0:32265:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9254b76e2680. 00000020:00000010:3.0:1783952540.228577:0:32265:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff92548ca66af0. 00000100:00000040:3.0:1783952540.228586:0:32265:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1783952540.228589:0:32265:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1783952540.228590:0:32265:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1783952540.228592:0:32265:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.228600:0:32265:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.228608:0:32265:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783952540.228619:0:32265:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1783952540.228620:0:32265:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1783952540.228625:0:32265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 87 00000100:00000040:3.0:1783952540.228629:0:32265:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9254848e8800 : new rpc_count 1 00000100:00000001:3.0:1783952540.228631:0:32265:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623486158392400 : -120587551159216 : ffff925385d94c50) 00000100:00000040:3.0:1783952540.228638:0:32265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925385d94c50 x1870607590216576/t0(0) o400->ea1e0d5f-14d5-4139-8453-b6499e62cf58@192.168.203.4@tcp:46/0 lens 224/0 e 0 to 0 dl 1783952551 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783952540.228647:0:32265:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1783952540.228649:0:32265:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92538d31a6c0. 00000100:00000001:3.0:1783952540.228651:0:32265:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1783952540.228653:0:32265:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff92538d31a6c0. 00000100:00100000:3.0:1783952540.228657:0:32265:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff925385d94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:ea1e0d5f-14d5-4139-8453-b6499e62cf58+10:2357:x1870607590216576:12345-192.168.203.4@tcp:400:kworker.0 00000100:00000200:3.0:1783952540.228660:0:32265:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870607590216576 00000020:00000001:3.0:1783952540.228669:0:32265:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1783952540.228673:0:32265:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1783952540.228675:0:32265:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783952540.228678:0:32265:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1783952540.228680:0:32265:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072668211392 : -1041340224 : ffffffffc1ee68c0) 00000020:00000001:3.0:1783952540.228683:0:32265:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1783952540.228685:0:32265:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783952540.228687:0:32265:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1783952540.228689:0:32265:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1783952540.228692:0:32265:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783952540.228694:0:32265:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1783952540.228697:0:32265:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1783952540.228700:0:32265:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1783952540.228718:0:32265:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925388035400. 02000000:00000001:3.0:1783952540.228721:0:32265:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.228723:0:32265:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783952540.228726:0:32265:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1783952540.228729:0:32265:0:(ldlm_lib.c:3305:target_committed_to_req()) last_committed 0, transno 0, xid 1870607590216576 00010000:00000001:3.0:1783952540.228732:0:32265:0:(ldlm_lib.c:3374:target_send_reply()) Process entered 00010000:00000200:3.0:1783952540.228737:0:32265:0:(ldlm_lib.c:3362:target_send_reply_msg()) @@@ sending reply req@ffff925385d94c50 x1870607590216576/t0(0) o400->ea1e0d5f-14d5-4139-8453-b6499e62cf58@192.168.203.4@tcp:46/0 lens 224/224 e 0 to 0 dl 1783952551 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783952540.228744:0:32265:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1783952540.228747:0:32265:0:(ldlm_lib.c:3327:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783952540.228750:0:32265:0:(import.c:2149:obd_at_measure()) add 1 to ffff92538d1bd9e8 time=78 v=5 (1 0 0 0) 00000100:00000001:3.0:1783952540.228754:0:32265:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1783952540.228757:0:32265:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9254ba4af100 refcount 7 to 192.168.203.4@tcp 00000100:00000001:3.0:1783952540.228759:0:32265:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623491333222656 : -120582376328960 : ffff9254ba4af100) 02000000:00000001:3.0:1783952540.228762:0:32265:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1783952540.228764:0:32265:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.228767:0:32265:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783952540.228770:0:32265:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.4@tcp 00000400:00000010:3.0:1783952540.228775:0:32265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92548975cc38. 00000100:00000200:3.0:1783952540.228780:0:32265:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1870607590216576, offset 224 00000400:00000200:3.0:1783952540.228786:0:32265:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.203.4@tcp 00000400:00000200:3.0:1783952540.228795:0:32265:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.203.104@tcp to MR: 192.168.203.4@tcp local destination 00000400:00000200:3.0:1783952540.228807:0:32265:0:(lib-move.c:1708:lnet_handle_send()) 192.168.203.104@tcp NI seq info: [11414:11414:256:4294967295] 192.168.203.4@tcp LPNI seq info [11410:11410:8:4294967295] 00000400:00000200:3.0:1783952540.228841:0:32265:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) -> 192.168.203.4@tcp(192.168.203.4@tcp:192.168.203.4@tcp) : PUT try# 0 00000800:00000200:3.0:1783952540.228847:0:32265:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.4@tcp 00000800:00000010:3.0:1783952540.228852:0:32265:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9254bac1ff00. 00000800:00000200:3.0:1783952540.228857:0:32265:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9254bd37e900] -> 12345-192.168.203.4@tcp (4) 00000800:00000200:3.0:1783952540.228864:0:32265:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.4@tcp ip 192.168.203.4:1023 00000800:00000200:3.0:1783952540.228868:0:32265:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9254bac1ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783952540.228877:0:32265:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783952540.228880:0:32265:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9254ba4af100 refcount 6 to 192.168.203.4@tcp 00010000:00000001:3.0:1783952540.228883:0:32265:0:(ldlm_lib.c:3386:target_send_reply()) Process leaving 00000020:00000001:3.0:1783952540.228884:0:32265:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783952540.228886:0:32265:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1783952540.228890:0:32265:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925385d94c50 x1870607590216576/t0(0) o400->ea1e0d5f-14d5-4139-8453-b6499e62cf58@192.168.203.4@tcp:46/0 lens 224/224 e 0 to 0 dl 1783952551 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952540.228898:0:32265:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff925385d94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:ea1e0d5f-14d5-4139-8453-b6499e62cf58+10:2357:x1870607590216576:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 250us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952540.228906:0:32265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 87 00000100:00000040:3.0:1783952540.228909:0:32265:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9254848e8800 : new rpc_count 0 00000100:00000001:3.0:1783952540.228911:0:32265:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1783952540.228913:0:32265:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1783952540.228917:0:32265:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9254b76e2680. 00000020:00000010:3.0:1783952540.228920:0:32265:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff92548ca66af0. 00000020:00000010:3.0:1783952540.228923:0:32265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92549fa8ac00. 00000020:00000040:3.0:1783952540.228928:0:32265:0:(genops.c:900:class_export_put()) PUTting export ffff9254848e8800 : new refcount 9 00000100:00000001:3.0:1783952540.228933:0:32265:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1783952540.228937:0:32265:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1783952540.228941:0:32265:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9254c0714bb0. 00000400:00000010:3.0:1783952540.228946:0:32265:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9254850a8300. 00000800:00000200:3.0:1783952540.229048:0:3304:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783952540.229052:0:3304:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9254bac1ff00. 00000400:00000200:3.0:1783952540.229061:0:3304:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783952540.229065:0:3304:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.104@tcp->192.168.203.4@tcp: PUT: OK 00000400:00000200:3.0:1783952540.229068:0:3304:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92548975cc38 00000400:00000010:3.0:1783952540.229070:0:3304:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff92548975cc38. 00000100:00000001:3.0:1783952540.229145:0:3304:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1783952540.229148:0:3304:0:(sec.c:2642:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1783952540.229150:0:3304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925388035400. 02000000:00000001:3.0:1783952540.229153:0:3304:0:(sec.c:2655:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1783952540.229154:0:3304:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1783952540.229160:0:3304:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783952540.229164:0:3304:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783952540.229166:0:3304:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783952540.229168:0:3304:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783952540.229173:0:3304:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.203.104@tcp(192.168.203.104@tcp) <- 192.168.203.4@tcp : PUT - for me 00000400:00000200:3.0:1783952540.229180:0:3304:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.4@tcp of length 224 into portal 12 MB=0x6a54ec4edd400 00000100:00000001:1.0:1783952540.229245:0:28362:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1783952540.229258:0:28362:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607590216832 02000000:00000001:1.0:1783952540.229260:0:28362:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1783952540.229261:0:28362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783952540.229263:0:28362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783952540.229265:0:28362:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783952540.229267:0:28362:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607590216832 00000020:00000001:1.0:1783952540.229269:0:28362:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783952540.229271:0:28362:0:(genops.c:825:class_conn2export()) looking for export cookie 0xad71ec7478cba544 00000020:00000001:1.0:1783952540.229272:0:28362:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783952540.229275:0:28362:0:(lustre_handles.c:147:class_handle2object()) GET export ffff925486a47800 refcount=7 00000020:00000001:1.0:1783952540.229277:0:28362:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623490466674688 : -120583242876928 : ffff925486a47800) 00000020:00000001:1.0:1783952540.229279:0:28362:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623490466674688 : -120583242876928 : ffff925486a47800) 00000100:00000001:1.0:1783952540.229282:0:28362:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783952540.229285:0:28362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9253845bd140. 00000020:00000040:1.0:1783952540.229291:0:28362:0:(obd_config.c:994:class_incref()) incref lustre-OST0000 (ffff9254ba4a0000) now 8 - evictor 00000100:00000001:1.0:1783952540.229303:0:28362:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1783952540.229306:0:28362:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9254869c6200. 00000020:00000010:1.0:1783952540.229310:0:28362:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925485c16400. 00000020:00000010:1.0:1783952540.229313:0:28362:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925489493af0. 00000100:00000040:1.0:1783952540.229319:0:28362:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1783952540.229322:0:28362:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1783952540.229323:0:28362:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1783952540.229324:0:28362:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783952540.229329:0:28362:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1783952540.229330:0:28362:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1783952540.229332:0:28362:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783952540.229339:0:28362:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783952540.229347:0:28362:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1783952540.229348:0:28362:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1783952540.229358:0:28362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 1168 00000100:00000040:1.0:1783952540.229361:0:28362:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff925486a47800 : new rpc_count 1 00000100:00000001:1.0:1783952540.229362:0:28362:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623491290939392 : -120582418612224 : ffff9254b7c5c000) 00000100:00000040:1.0:1783952540.229367:0:28362:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9254b7c5c000 x1870607590216832/t0(0) o400->586fbf0c-fb0d-431e-952b-9182c00df971@192.168.203.4@tcp:46/0 lens 224/0 e 0 to 0 dl 1783952551 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783952540.229376:0:28362:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783952540.229378:0:28362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9253845bd600. 00000100:00000001:1.0:1783952540.229381:0:28362:0:(service.c:1299:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783952540.229382:0:28362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9253845bd600. 00000100:00100000:1.0:1783952540.229386:0:28362:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9254b7c5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:586fbf0c-fb0d-431e-952b-9182c00df971+7:2358:x1870607590216832:12345-192.168.203.4@tcp:400:kworker.0 00000100:00000200:1.0:1783952540.229390:0:28362:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870607590216832 00000020:00000001:1.0:1783952540.229392:0:28362:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1783952540.229394:0:28362:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1783952540.229396:0:28362:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783952540.229398:0:28362:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1783952540.229400:0:28362:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660378944 : -1049172672 : ffffffffc176e540) 00000020:00000001:1.0:1783952540.229402:0:28362:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1783952540.229405:0:28362:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1783952540.229407:0:28362:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1783952540.229408:0:28362:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1783952540.229410:0:28362:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783952540.229411:0:28362:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1783952540.229414:0:28362:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1783952540.229416:0:28362:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1783952540.229419:0:28362:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff92549fbcd400. 02000000:00000001:1.0:1783952540.229420:0:28362:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783952540.229422:0:28362:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783952540.229424:0:28362:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1783952540.229426:0:28362:0:(ldlm_lib.c:3305:target_committed_to_req()) last_committed 4294968470, transno 0, xid 1870607590216832 00010000:00000001:1.0:1783952540.229428:0:28362:0:(ldlm_lib.c:3374:target_send_reply()) Process entered 00010000:00000200:1.0:1783952540.229432:0:28362:0:(ldlm_lib.c:3362:target_send_reply_msg()) @@@ sending reply req@ffff9254b7c5c000 x1870607590216832/t0(0) o400->586fbf0c-fb0d-431e-952b-9182c00df971@192.168.203.4@tcp:46/0 lens 224/224 e 0 to 0 dl 1783952551 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1783952540.229447:0:28362:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1783952540.229449:0:28362:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783952540.229451:0:28362:0:(import.c:2149:obd_at_measure()) add 1 to ffff9254846e21e8 time=83 v=5 (1 1 1 1) 00000100:00000001:1.0:1783952540.229454:0:28362:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783952540.229457:0:28362:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9254ba4af100 refcount 7 to 192.168.203.4@tcp 00000100:00000001:1.0:1783952540.229458:0:28362:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623491333222656 : -120582376328960 : ffff9254ba4af100) 02000000:00000001:1.0:1783952540.229460:0:28362:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1783952540.229462:0:28362:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783952540.229463:0:28362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783952540.229465:0:28362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.4@tcp 00000400:00000010:1.0:1783952540.229468:0:28362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9254877e0660. 00000400:00000200:3.0:1783952540.230122:0:3304:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.4@tcp of length 224/224 into md 0x20089 [64] + 17952 00000800:00000001:3.0:1783952540.230134:0:3304:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783952540.230141:0:3304:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783952540.230144:0:3304:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783952540.230149:0:3304:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.104@tcp->192.168.203.4@tcp: PUT: OK 00000100:00080000:0.0:1783952540.233621:0:5782:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:0.0:1783952540.233630:0:5782:0:(obd_config.c:1022:class_decref()) Decref lustre-OST0000 (ffff9254ba4a0000) now 8 - evictor 00000100:00000200:1.0:1783952540.237155:0:28362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1870607590216832, offset 224 00000400:00000200:1.0:1783952540.237173:0:28362:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.203.4@tcp 00000400:00000200:1.0:1783952540.237188:0:28362:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.203.104@tcp to MR: 192.168.203.4@tcp local destination 00000400:00000200:1.0:1783952540.237195:0:28362:0:(lib-move.c:1708:lnet_handle_send()) 192.168.203.104@tcp NI seq info: [11415:11415:256:4294967295] 192.168.203.4@tcp LPNI seq info [11411:11411:8:4294967295] 00000400:00000200:1.0:1783952540.237207:0:28362:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) -> 192.168.203.4@tcp(192.168.203.4@tcp:192.168.203.4@tcp) : PUT try# 0 00000800:00000200:1.0:1783952540.237213:0:28362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.4@tcp 00000800:00000010:1.0:1783952540.237219:0:28362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9254893eef00. 00000800:00000200:1.0:1783952540.237226:0:28362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9254bd37e900] -> 12345-192.168.203.4@tcp (4) 00000800:00000200:1.0:1783952540.237234:0:28362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.4@tcp ip 192.168.203.4:1023 00000800:00000200:1.0:1783952540.237237:0:28362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9254893eef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783952540.237261:0:28362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783952540.237266:0:28362:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9254ba4af100 refcount 6 to 192.168.203.4@tcp 00010000:00000001:1.0:1783952540.237270:0:28362:0:(ldlm_lib.c:3386:target_send_reply()) Process leaving 00000020:00000001:1.0:1783952540.237273:0:28362:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783952540.237275:0:28362:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1783952540.237286:0:28362:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9254b7c5c000 x1870607590216832/t0(0) o400->586fbf0c-fb0d-431e-952b-9182c00df971@192.168.203.4@tcp:46/0 lens 224/224 e 0 to 0 dl 1783952551 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783952540.237297:0:28362:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9254b7c5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:586fbf0c-fb0d-431e-952b-9182c00df971+7:2358:x1870607590216832:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 7920us (8925us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952540.237318:0:28362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 1168 00000100:00000040:1.0:1783952540.237323:0:28362:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925486a47800 : new rpc_count 0 00000100:00000001:1.0:1783952540.237325:0:28362:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1783952540.237328:0:28362:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1783952540.237335:0:28362:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925485c16400. 00000020:00000010:1.0:1783952540.237339:0:28362:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925489493af0. 00000020:00000010:1.0:1783952540.237343:0:28362:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9254869c6200. 00000020:00000040:1.0:1783952540.237348:0:28362:0:(genops.c:900:class_export_put()) PUTting export ffff925486a47800 : new refcount 6 00000100:00000001:1.0:1783952540.237351:0:28362:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783952540.238558:0:3304:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1783952540.238564:0:3304:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1783952540.238572:0:3304:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9254b7c5df80. 00000100:00000040:3.0:1783952540.238576:0:3304:0:(events.c:337:request_in_callback()) incoming req@ffff9254b7c5df80 x1870607590216704 msgsize 224 00000100:00100000:3.0:1783952540.238583:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00000001:3.0:1783952540.238599:0:3304:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:3.0:1783952540.238695:0:3304:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783952540.238699:0:3304:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9254893eef00. 00000400:00000200:3.0:1783952540.238705:0:3304:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783952540.238710:0:3304:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.104@tcp->192.168.203.4@tcp: PUT: OK 00000400:00000200:3.0:1783952540.238714:0:3304:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9254877e0660 00000400:00000010:3.0:1783952540.238717:0:3304:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9254877e0660. 00000100:00000001:3.0:1783952540.238720:0:3304:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1783952540.238722:0:3304:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1783952540.238728:0:3304:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783952540.238742:0:3304:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783952540.238801:0:32794:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1783952540.238804:0:32794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607590216704 02000000:00000001:1.0:1783952540.238807:0:32794:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1783952540.238810:0:32794:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783952540.238812:0:32794:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783952540.238839:0:32794:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783952540.238844:0:32794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607590216704 00000020:00000001:1.0:1783952540.238847:0:32794:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783952540.238849:0:32794:0:(genops.c:825:class_conn2export()) looking for export cookie 0xad71ec7478cd82b0 00000020:00000001:1.0:1783952540.238851:0:32794:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783952540.238854:0:32794:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9254848e9000 refcount=6 00000020:00000001:1.0:1783952540.238857:0:32794:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623490431684608 : -120583277867008 : ffff9254848e9000) 00000020:00000001:1.0:1783952540.238859:0:32794:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623490431684608 : -120583277867008 : ffff9254848e9000) 00000100:00000001:1.0:1783952540.238863:0:32794:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783952540.238868:0:32794:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9253845bd600. 00000020:00000040:1.0:1783952540.238875:0:32794:0:(obd_config.c:994:class_incref()) incref lustre-MDT0000 (ffff925486e70000) now 12 - evictor 00000100:00000001:1.0:1783952540.238886:0:32794:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1783952540.238892:0:32794:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9254869c6200. 00000020:00000010:1.0:1783952540.238897:0:32794:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925485c16400. 00000020:00000010:1.0:1783952540.238901:0:32794:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925489493af0. 00000100:00000040:1.0:1783952540.238910:0:32794:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1783952540.238913:0:32794:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1783952540.238914:0:32794:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1783952540.238924:0:32794:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783952540.238930:0:32794:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1783952540.238933:0:32794:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1783952540.238935:0:32794:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783952540.238945:0:32794:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783952540.238955:0:32794:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1783952540.238957:0:32794:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1783952540.238961:0:32794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 53 00000100:00000040:1.0:1783952540.238965:0:32794:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9254848e9000 : new rpc_count 1 00000100:00000001:1.0:1783952540.238967:0:32794:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623491290947456 : -120582418604160 : ffff9254b7c5df80) 00000100:00000040:1.0:1783952540.238974:0:32794:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9254b7c5df80 x1870607590216704/t0(0) o400->586fbf0c-fb0d-431e-952b-9182c00df971@192.168.203.4@tcp:46/0 lens 224/0 e 0 to 0 dl 1783952551 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783952540.238983:0:32794:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783952540.238987:0:32794:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9253845bd280. 00000100:00000001:1.0:1783952540.238989:0:32794:0:(service.c:1299:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783952540.238991:0:32794:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9253845bd280. 00000100:00100000:1.0:1783952540.238996:0:32794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9254b7c5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:586fbf0c-fb0d-431e-952b-9182c00df971+6:2358:x1870607590216704:12345-192.168.203.4@tcp:400:kworker.0 00000100:00000200:1.0:1783952540.239000:0:32794:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870607590216704 00000020:00000001:1.0:1783952540.239003:0:32794:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1783952540.239007:0:32794:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1783952540.239010:0:32794:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783952540.239013:0:32794:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1783952540.239015:0:32794:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660378944 : -1049172672 : ffffffffc176e540) 00000020:00000001:1.0:1783952540.239018:0:32794:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1783952540.239021:0:32794:0:(tgt_lastrcvd.c:2393:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1870607590216704, found 0 last_xid 1870607590216703 00000020:00000001:1.0:1783952540.239024:0:32794:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1783952540.239037:0:32794:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1783952540.239039:0:32794:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1783952540.239042:0:32794:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783952540.239044:0:32794:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1783952540.239049:0:32794:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1783952540.239051:0:32794:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1783952540.239064:0:32794:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff92549fecb000. 02000000:00000001:1.0:1783952540.239067:0:32794:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783952540.239070:0:32794:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783952540.239072:0:32794:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1783952540.239076:0:32794:0:(ldlm_lib.c:3305:target_committed_to_req()) last_committed 0, transno 0, xid 1870607590216704 00010000:00000001:1.0:1783952540.239079:0:32794:0:(ldlm_lib.c:3374:target_send_reply()) Process entered 00010000:00000200:1.0:1783952540.239084:0:32794:0:(ldlm_lib.c:3362:target_send_reply_msg()) @@@ sending reply req@ffff9254b7c5df80 x1870607590216704/t0(0) o400->586fbf0c-fb0d-431e-952b-9182c00df971@192.168.203.4@tcp:46/0 lens 224/224 e 0 to 0 dl 1783952551 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1783952540.239204:0:32794:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1783952540.239207:0:32794:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783952540.239211:0:32794:0:(import.c:2149:obd_at_measure()) add 1 to ffff9254845e7de8 time=76 v=5 (1 0 0 0) 00000100:00000001:1.0:1783952540.239216:0:32794:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783952540.239219:0:32794:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9254ba4af100 refcount 7 to 192.168.203.4@tcp 00000100:00000001:1.0:1783952540.239222:0:32794:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623491333222656 : -120582376328960 : ffff9254ba4af100) 02000000:00000001:1.0:1783952540.239225:0:32794:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1783952540.239226:0:32794:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783952540.239229:0:32794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783952540.239232:0:32794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.4@tcp 00000400:00000010:1.0:1783952540.239237:0:32794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9254877e07f8. 00000100:00000200:1.0:1783952540.239242:0:32794:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1870607590216704, offset 224 00000400:00000200:1.0:1783952540.239257:0:32794:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.203.4@tcp 00000400:00000200:1.0:1783952540.239267:0:32794:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.203.104@tcp to MR: 192.168.203.4@tcp local destination 00000400:00000200:1.0:1783952540.239272:0:32794:0:(lib-move.c:1708:lnet_handle_send()) 192.168.203.104@tcp NI seq info: [11416:11416:256:4294967295] 192.168.203.4@tcp LPNI seq info [11412:11412:8:4294967295] 00000400:00000200:1.0:1783952540.239282:0:32794:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) -> 192.168.203.4@tcp(192.168.203.4@tcp:192.168.203.4@tcp) : PUT try# 0 00000800:00000200:1.0:1783952540.239288:0:32794:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.4@tcp 00000800:00000010:1.0:1783952540.239292:0:32794:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9254893ee700. 00000800:00000200:1.0:1783952540.239298:0:32794:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9254bd37e900] -> 12345-192.168.203.4@tcp (4) 00000800:00000200:1.0:1783952540.239304:0:32794:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.4@tcp ip 192.168.203.4:1023 00000800:00000200:1.0:1783952540.239308:0:32794:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9254893ee700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783952540.239318:0:32794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783952540.239321:0:32794:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9254ba4af100 refcount 6 to 192.168.203.4@tcp 00010000:00000001:1.0:1783952540.239330:0:32794:0:(ldlm_lib.c:3386:target_send_reply()) Process leaving 00000020:00000001:1.0:1783952540.239332:0:32794:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783952540.239334:0:32794:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1783952540.239340:0:32794:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9254b7c5df80 x1870607590216704/t0(0) o400->586fbf0c-fb0d-431e-952b-9182c00df971@192.168.203.4@tcp:46/0 lens 224/224 e 0 to 0 dl 1783952551 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783952540.239349:0:32794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9254b7c5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:586fbf0c-fb0d-431e-952b-9182c00df971+6:2358:x1870607590216704:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 364us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952540.239357:0:32794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 53 00000100:00000040:1.0:1783952540.239360:0:32794:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9254848e9000 : new rpc_count 0 00000100:00000001:1.0:1783952540.239362:0:32794:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1783952540.239364:0:32794:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1783952540.239367:0:32794:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925485c16400. 00000020:00000010:1.0:1783952540.239370:0:32794:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925489493af0. 00000020:00000010:1.0:1783952540.239374:0:32794:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9254869c6200. 00000020:00000040:1.0:1783952540.239378:0:32794:0:(genops.c:900:class_export_put()) PUTting export ffff9254848e9000 : new refcount 5 00000100:00000001:1.0:1783952540.239381:0:32794:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1783952540.239451:0:3303:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1783952540.239454:0:3303:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9254893ee700. 00000100:00080000:3.0:1783952540.241048:0:5782:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1783952540.241058:0:5782:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0000 (ffff925486e70000) now 12 - evictor 00000400:00000200:1.0:1783952540.243495:0:3303:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783952540.243511:0:3303:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.104@tcp->192.168.203.4@tcp: PUT: OK 00000400:00000200:1.0:1783952540.243518:0:3303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9254877e07f8 00000400:00000010:1.0:1783952540.243521:0:3303:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9254877e07f8. 00000100:00000001:1.0:1783952540.243526:0:3303:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1783952540.243529:0:3303:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:3.0:1783952540.277341:0:32273:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:3.0:1783952540.277347:0:32273:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1783952540.277358:0:32273:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9254b7c5e680. 00000020:00000040:3.0:1783952540.277364:0:32273:0:(genops.c:1231:class_import_get()) import ffff925486893000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:3.0:1783952540.277369:0:32273:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783952540.277372:0:32273:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783952540.277376:0:32273:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783952540.277383:0:32273:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9254bac1ff00. 00000100:00000001:3.0:1783952540.277390:0:32273:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.277397:0:32273:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783952540.277401:0:32273:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783952540.277413:0:32273:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1fcd215] to pc [ptlrpcd_00_00+0] req@ffff9254b7c5e680 x1870607605867264/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1783952540.277438:0:32273:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.277448:0:3309:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783952540.277452:0:3309:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783952540.277454:0:3309:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783952540.277459:0:3309:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9254b7c5e680 x1870607605867264/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783952540.277466:0:3309:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783952540.277468:0:3309:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783952540.277471:0:3309:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783952540.277474:0:3309:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783952540.277477:0:3309:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783952540.277480:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9254b7c5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1870607605867264:0@lo:13:osp-pre-1-0.0 00000100:00000001:3.0:1783952540.277484:0:3309:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783952540.277488:0:3309:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783952540.277490:0:3309:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783952540.277493:0:3309:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783952540.277497:0:3309:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925388034800. 02000000:00000001:3.0:1783952540.277499:0:3309:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1783952540.277516:0:3309:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9254c0714790. 00000400:00000010:3.0:1783952540.277523:0:3309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92548975cc38. 00000100:00000200:3.0:1783952540.277530:0:3309:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870607605867264, portal 4 00000100:00000001:3.0:1783952540.277532:0:3309:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783952540.277534:0:3309:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623491290949248 : -120582418602368 : ffff9254b7c5e680) 00000100:00000040:3.0:1783952540.277542:0:3309:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9254b7c5e680 x1870607605867264/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952556 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783952540.277548:0:3309:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783952540.277551:0:3309:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1783952540.277553:0:3309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92548975c7f8. 00000100:00000200:3.0:1783952540.277556:0:3309:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1870607605867264, offset 0 00000400:00000200:3.0:1783952540.277561:0:3309:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1783952540.277574:0:3309:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1783952540.277583:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a54ec5dca300 00000400:00000200:3.0:1783952540.277589:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc89 [8] + 6496 00000400:00000200:3.0:1783952540.277599:0:3309:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783952540.277602:0:3309:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1783952540.277609:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1783952540.277611:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1783952540.277616:0:3309:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92548caac000. 00000100:00000040:3.0:1783952540.277619:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff92548caac000 x1870607605867264 msgsize 224 00000100:00100000:3.0:1783952540.277623:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1783952540.277632:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1783952540.277641:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92548975c7f8 00000400:00000010:3.0:1783952540.277643:0:3309:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff92548975c7f8. 00000100:00000001:3.0:1783952540.277646:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783952540.277650:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9254b7c5e680 x1870607605867264/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952556 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783952540.277659:0:3309:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783952540.277662:0:3309:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9254b7c5e680 x1870607605867264/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952556 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783952540.277668:0:3309:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.277670:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783952540.277683:0:3309:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783952540.277687:0:3309:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 16861 usecs (17 jiffies) 00000100:00000001:3.0:1783952540.277691:0:3309:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4296875537 00000100:00000010:3.0:1783952540.277695:0:3309:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925496e92720. 00000100:00000001:3.0:1783952540.277701:0:3309:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1783952540.277707:0:3309:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4296875537 00000100:00000010:3.0:1783952540.277710:0:3309:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925496e927e0. 00000100:00000001:3.0:1783952540.277713:0:3309:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1783952540.277720:0:3309:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4296875537 00000100:00000010:3.0:1783952540.277723:0:3309:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925496e92900. 00000100:00000001:3.0:1783952540.277726:0:3309:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1783952540.277728:0:3309:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4296875537 00000100:00000010:3.0:1783952540.277731:0:3309:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925496e92ea0. 00000100:00000001:3.0:1783952540.277733:0:3309:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1783952540.277736:0:3309:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783952540.277739:0:3309:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.277741:0:3309:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.277743:0:3309:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783952540.277751:0:3309:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783952540.277753:0:3309:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783952540.277755:0:3309:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783952540.277756:0:3309:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783952540.277758:0:3309:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.277760:0:3309:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.277767:0:3310:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783952540.277769:0:3310:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.277781:0:6598:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1783952540.277783:0:6598:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607605867264 02000000:00000001:3.0:1783952540.277786:0:6598:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1783952540.277788:0:6598:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783952540.277791:0:6598:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783952540.277794:0:6598:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783952540.277798:0:6598:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607605867264 00000020:00000001:3.0:1783952540.277800:0:6598:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1783952540.277807:0:6598:0:(genops.c:825:class_conn2export()) looking for export cookie 0xad71ec7478cd80fe 00000020:00000001:3.0:1783952540.277810:0:6598:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783952540.277813:0:6598:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9254bac64000 refcount=5 00000020:00000001:3.0:1783952540.277833:0:6598:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623491341303808 : -120582368247808 : ffff9254bac64000) 00000020:00000001:3.0:1783952540.277835:0:6598:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623491341303808 : -120582368247808 : ffff9254bac64000) 00000100:00000001:3.0:1783952540.277840:0:6598:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1783952540.277844:0:6598:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92538d31a940. 00000020:00000010:3.0:1783952540.277849:0:6598:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff92548442a640. 00000020:00000040:3.0:1783952540.277856:0:6598:0:(obd_config.c:994:class_incref()) incref lustre-OST0001 (ffff9254ba4a4d40) now 6 - evictor 00000100:00000001:3.0:1783952540.277870:0:6598:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1783952540.277875:0:6598:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92549fa8ac00. 00000020:00000010:3.0:1783952540.277880:0:6598:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9254b76e2680. 00000020:00000010:3.0:1783952540.277884:0:6598:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff92548ca66af0. 00000100:00000040:3.0:1783952540.277892:0:6598:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1783952540.277895:0:6598:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1783952540.277896:0:6598:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1783952540.277898:0:6598:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.277904:0:6598:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.277911:0:6598:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783952540.277922:0:6598:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1783952540.277924:0:6598:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1783952540.277928:0:6598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00000040:3.0:1783952540.277931:0:6598:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9254bac64000 : new rpc_count 1 00000100:00000001:3.0:1783952540.277933:0:6598:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623490567749632 : -120583141801984 : ffff92548caac000) 00000100:00000040:3.0:1783952540.277938:0:6598:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff92548caac000 x1870607605867264/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:46/0 lens 224/0 e 0 to 0 dl 1783952551 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783952540.277946:0:6598:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1783952540.277948:0:6598:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92538d31aa80. 00000100:00000001:3.0:1783952540.277950:0:6598:0:(service.c:1299:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1783952540.277952:0:6598:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff92538d31aa80. 00000100:00100000:3.0:1783952540.277956:0:6598:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff92548caac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1870607605867264:12345-0@lo:13:osp-pre-1-0.0 00000100:00000200:3.0:1783952540.277959:0:6598:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870607605867264 00000020:00000001:3.0:1783952540.277967:0:6598:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1783952540.277969:0:6598:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1783952540.277972:0:6598:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783952540.277974:0:6598:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1783952540.277976:0:6598:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072672244144 : -1037307472 : ffffffffc22bf1b0) 00000020:00000001:3.0:1783952540.277979:0:6598:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1783952540.277981:0:6598:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1783952540.277981:0:32271:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000020:00000001:3.0:1783952540.277984:0:6598:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000004:00000020:1.0:1783952540.277984:0:32271:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000020:00000001:3.0:1783952540.277985:0:6598:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1783952540.277988:0:6598:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1783952540.277989:0:32271:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9254bb190a80. 00000100:00000001:3.0:1783952540.277992:0:6598:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000020:00000040:1.0:1783952540.277992:0:32271:0:(genops.c:1231:class_import_get()) import ffff925384582800 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:3.0:1783952540.277994:0:6598:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1783952540.277994:0:32271:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783952540.277996:0:32271:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1783952540.277997:0:6598:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff925388035400. 02000000:00000001:1.0:1783952540.277998:0:32271:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783952540.277999:0:6598:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.278002:0:6598:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783952540.278002:0:32271:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9254893ee700. 00002000:00000001:3.0:1783952540.278005:0:6598:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:1.0:1783952540.278005:0:32271:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1783952540.278009:0:6598:0:(ofd_obd.c:710:ofd_statfs()) Process entered 00000020:00000001:3.0:1783952540.278011:0:6598:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000100:00000001:1.0:1783952540.278014:0:32271:0:(jobid.c:936:lustre_get_jobid()) Process entered 00080000:00000001:3.0:1783952540.278015:0:6598:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:1.0:1783952540.278016:0:32271:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783952540.278020:0:32271:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba9d8d98] to pc [ptlrpcd_00_01+1] req@ffff9254bb190a80 x1870607605867392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1783952540.278028:0:6598:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783952540.278032:0:6598:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1783952540.278034:0:6598:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 36765696 pending 0 free 3859808256 avail 3857711104 00000004:00000001:1.0:1783952540.278034:0:32271:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1783952540.278038:0:6598:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 36765696 0 0 00000020:00000020:3.0:1783952540.278041:0:6598:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9254bac64000 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1783952540.278044:0:6598:0:(ofd_obd.c:758:ofd_statfs()) 3683 blocks: 3681 free, 3644 avail; 118188 objects: 117792 free; state 0 00002000:00000001:3.0:1783952540.278047:0:6598:0:(ofd_obd.c:801:ofd_statfs()) Process leaving 00000001:00000001:3.0:1783952540.278051:0:6598:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1783952540.278053:0:6598:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1783952540.278055:0:6598:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1783952540.278059:0:6598:0:(ldlm_lib.c:3305:target_committed_to_req()) last_committed 4294968456, transno 0, xid 1870607605867264 00010000:00000001:3.0:1783952540.278062:0:6598:0:(ldlm_lib.c:3374:target_send_reply()) Process entered 00010000:00000200:3.0:1783952540.278066:0:6598:0:(ldlm_lib.c:3362:target_send_reply_msg()) @@@ sending reply req@ffff92548caac000 x1870607605867264/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:46/0 lens 224/368 e 0 to 0 dl 1783952551 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783952540.278073:0:6598:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1783952540.278075:0:6598:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783952540.278085:0:6598:0:(import.c:2149:obd_at_measure()) add 1 to ffff9254894b71e8 time=83 v=5 (1 1 1 1) 00000100:00000001:3.0:1783952540.278089:0:6598:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1783952540.278092:0:6598:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925484444b00 refcount 31 to 0@lo 00000100:00000001:3.0:1783952540.278094:0:6598:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623490426817280 : -120583282734336 : ffff925484444b00) 02000000:00000001:3.0:1783952540.278096:0:6598:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1783952540.278098:0:6598:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.278100:0:6598:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783952540.278102:0:6598:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1783952540.278105:0:6598:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92548975c7f8. 00000100:00000200:3.0:1783952540.278108:0:6598:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1870607605867264, offset 224 00000400:00000200:3.0:1783952540.278112:0:6598:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1783952540.278117:0:6598:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1783952540.278123:0:6598:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a54ec5dca300 00000400:00000200:3.0:1783952540.278127:0:6598:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x211b1 [1] + 224 00000400:00000200:3.0:1783952540.278132:0:6598:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:0.0:1783952540.278134:0:5782:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000400:00000200:3.0:1783952540.278135:0:6598:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1783952540.278138:0:5782:0:(obd_config.c:1022:class_decref()) Decref lustre-OST0001 (ffff9254ba4a4d40) now 6 - evictor 00000100:00000001:3.0:1783952540.278139:0:6598:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783952540.278143:0:6598:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9254b7c5e680 x1870607605867264/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952556 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783952540.278152:0:6598:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9254b7c5e680 x1870607605867264/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952556 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783952540.278159:0:6598:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1783952540.278163:0:6598:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92548975c7f8 00000400:00000010:3.0:1783952540.278164:0:6598:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff92548975c7f8. 00000100:00000001:3.0:1783952540.278167:0:6598:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1783952540.278168:0:6598:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1783952540.278171:0:6598:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783952540.278174:0:6598:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff925484444b00 refcount 30 to 0@lo 00010000:00000001:3.0:1783952540.278176:0:6598:0:(ldlm_lib.c:3386:target_send_reply()) Process leaving 00000020:00000001:3.0:1783952540.278178:0:6598:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783952540.278180:0:6598:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1783952540.278184:0:6598:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92548caac000 x1870607605867264/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:46/0 lens 224/368 e 0 to 0 dl 1783952551 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952540.278191:0:6598:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff92548caac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1870607605867264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 243us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952540.278203:0:6598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00000040:3.0:1783952540.278207:0:6598:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9254bac64000 : new rpc_count 0 00000100:00000001:3.0:1783952540.278210:0:6598:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1783952540.278211:0:6598:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1783952540.278215:0:6598:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9254b76e2680. 00000020:00000010:3.0:1783952540.278218:0:6598:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff92548ca66af0. 00000020:00000010:3.0:1783952540.278221:0:6598:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92549fa8ac00. 00000020:00000040:3.0:1783952540.278225:0:6598:0:(genops.c:900:class_export_put()) PUTting export ffff9254bac64000 : new refcount 4 00000100:00000001:3.0:1783952540.278228:0:6598:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783952540.278241:0:3310:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783952540.278243:0:3310:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783952540.278245:0:3310:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783952540.278264:0:3310:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9254bb190a80 x1870607605867392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783952540.278271:0:3310:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783952540.278272:0:3310:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783952540.278274:0:3310:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783952540.278276:0:3310:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783952540.278278:0:3310:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783952540.278281:0:3310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9254bb190a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1870607605867392:0@lo:13:osp-pre-0-0.0 00000100:00000001:3.0:1783952540.278284:0:3310:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783952540.278286:0:3310:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783952540.278288:0:3310:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783952540.278290:0:3310:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783952540.278293:0:3310:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925387143000. 02000000:00000001:3.0:1783952540.278295:0:3310:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1783952540.278299:0:3310:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9254c0714420. 00000400:00000010:3.0:1783952540.278302:0:3310:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92548975c7f8. 00000100:00000200:3.0:1783952540.278305:0:3310:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870607605867392, portal 4 00000100:00000001:3.0:1783952540.278307:0:3310:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783952540.278308:0:3310:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623491346729600 : -120582362822016 : ffff9254bb190a80) 00000100:00000040:3.0:1783952540.278313:0:3310:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9254bb190a80 x1870607605867392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952556 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783952540.278325:0:3310:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783952540.278326:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d7e64bc4-f8ee-4971-b02d-c10a0bdc1203->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783952540.278327:0:3310:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1783952540.278329:0:3310:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92548975c198. 00000100:00000001:1.0:1783952540.278331:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:3.0:1783952540.278332:0:3310:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1870607605867392, offset 0 00000100:00000010:1.0:1783952540.278334:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9254bb190700. 00000400:00000200:3.0:1783952540.278335:0:3310:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1783952540.278337:0:37:0:(genops.c:1231:class_import_get()) import ffff9254c0694000 refcount=4 obd=MGC192.168.203.104@tcp 00000100:00000001:1.0:1783952540.278339:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1783952540.278340:0:3310:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1783952540.278341:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783952540.278343:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783952540.278345:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a54ec5dca380 02000000:00000010:1.0:1783952540.278346:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9254893ee900. 00000400:00000200:3.0:1783952540.278349:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc89 [8] + 6720 00000100:00000001:1.0:1783952540.278350:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783952540.278354:0:3310:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1783952540.278355:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d7e64bc4-f8ee-4971-b02d-c10a0bdc1203->MGS req@ffff9254bb190700 x1870607605867520/t0(0) o400->MGC192.168.203.104@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1783952540.278356:0:3310:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1783952540.278359:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1783952540.278361:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:1.0:1783952540.278363:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000010:3.0:1783952540.278364:0:3310:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92548caace00. 00000100:00000040:3.0:1783952540.278366:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff92548caace00 x1870607605867392 msgsize 224 00000100:00000001:1.0:1783952540.278366:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783952540.278369:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1783952540.278370:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061a653cc] to pc [ptlrpcd_00_02+2] req@ffff9254bb190700 x1870607605867520/t0(0) o400->MGC192.168.203.104@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783952540.278383:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1783952540.278386:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783952540.278387:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92548975c198 00000100:00000040:1.0:1783952540.278388:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1783952540.278389:0:3310:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff92548975c198. 00000100:00000001:3.0:1783952540.278391:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1783952540.278392:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783952540.278394:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9254bb191500. 00000100:00000200:3.0:1783952540.278395:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9254bb190a80 x1870607605867392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952556 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1783952540.278397:0:37:0:(genops.c:1231:class_import_get()) import ffff9254bfd2b800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1783952540.278399:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783952540.278400:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1783952540.278402:0:3310:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1783952540.278402:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783952540.278404:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9254893ee800. 00000100:00000040:3.0:1783952540.278405:0:3310:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9254bb190a80 x1870607605867392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952556 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783952540.278407:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783952540.278411:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@ffff9254bb191500 x1870607605867648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783952540.278412:0:3310:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.278413:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783952540.278416:0:3310:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783952540.278419:0:3310:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 16386 usecs (17 jiffies) 00000100:00000001:3.0:1783952540.278422:0:3310:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4296875537 00000100:00000001:3.0:1783952540.278424:0:3310:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4296875537 00000100:00000001:3.0:1783952540.278427:0:3310:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4296875537 00000100:00000001:3.0:1783952540.278428:0:3310:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4296875537 00000100:00000001:1.0:1783952540.278429:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783952540.278431:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.278434:0:3310:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4296875537 00000100:00000001:3.0:1783952540.278436:0:3310:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4296875537 00000100:00000040:1.0:1783952540.278436:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002154130] to pc [ptlrpcd_00_03+3] req@ffff9254bb191500 x1870607605867648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783952540.278438:0:3310:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4296875537 00000100:00000001:3.0:1783952540.278440:0:3310:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4296875537 00000100:00000001:3.0:1783952540.278442:0:3310:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783952540.278444:0:3310:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783952540.278444:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.278447:0:3310:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783952540.278447:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783952540.278448:0:3310:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783952540.278450:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1783952540.278453:0:3310:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:1.0:1783952540.278453:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9254bb193480. 00000100:00000001:3.0:1783952540.278454:0:3310:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:1.0:1783952540.278455:0:37:0:(genops.c:1231:class_import_get()) import ffff925384587000 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:3.0:1783952540.278456:0:3310:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783952540.278457:0:3310:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783952540.278457:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1783952540.278458:0:3310:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783952540.278458:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1783952540.278460:0:3310:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783952540.278460:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783952540.278463:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9254893ee200. 00000100:00000001:1.0:1783952540.278466:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.278469:0:3309:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1783952540.278469:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID req@ffff9254bb193480 x1870607605867776/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783952540.278470:0:3309:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783952540.278474:0:3309:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783952540.278475:0:3309:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1783952540.278475:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1783952540.278477:0:3309:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9254c0714790. 00000100:00000001:1.0:1783952540.278477:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783952540.278480:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92548975cc38 00000100:00000040:1.0:1783952540.278480:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2c473d7] to pc [ptlrpcd_00_00+0] req@ffff9254bb193480 x1870607605867776/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1783952540.278482:0:3309:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff92548975cc38. 00000100:00000001:3.0:1783952540.278484:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783952540.278487:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9254b7c5e680 x1870607605867264/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952556 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783952540.278490:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783952540.278493:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1783952540.278495:0:3309:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9254b7c5e680 x1870607605867264/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952556 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783952540.278496:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783952540.278499:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9254bb193b80. 00000020:00000040:1.0:1783952540.278501:0:37:0:(genops.c:1231:class_import_get()) import ffff92548b43e000 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1783952540.278502:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783952540.278503:0:3309:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783952540.278503:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783952540.278504:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783952540.278505:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.278506:0:3309:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783952540.278508:0:3309:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1783952540.278508:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9254893eef00. 00000100:00000001:3.0:1783952540.278509:0:3309:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783952540.278510:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.278511:0:3309:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783952540.278513:0:3309:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783952540.278517:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@ffff9254bb193b80 x1870607605867904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:3.0:1783952540.278518:0:3309:0:(import.c:2149:obd_at_measure()) add 5 to ffff9254868934a8 time=77 v=5 (5 0 0 0) 00000100:00001000:3.0:1783952540.278522:0:3309:0:(import.c:2149:obd_at_measure()) add 1 to ffff925486893418 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1783952540.278524:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783952540.278526:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.278528:0:3309:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1783952540.278529:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000809a7ac9] to pc [ptlrpcd_00_01+1] req@ffff9254bb193b80 x1870607605867904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783952540.278530:0:3309:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783952540.278533:0:3309:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783952540.278536:0:3309:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783952540.278537:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.278538:0:3309:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783952540.278540:0:3309:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4294968456 00000100:00000040:1.0:1783952540.278540:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2213) 00000100:00000001:3.0:1783952540.278542:0:3309:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783952540.278543:0:3309:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783952540.278547:0:3309:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9254b7c5e680 x1870607605867264/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952556 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783952540.278549:0:3311:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783952540.278551:0:3311:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783952540.278552:0:3311:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1783952540.278554:0:3309:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1783952540.278555:0:3311:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9254bb190700 x1870607605867520/t0(0) o400->MGC192.168.203.104@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783952540.278556:0:3309:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783952540.278558:0:3309:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1783952540.278561:0:3309:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000001:1.0:1783952540.278562:0:3311:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783952540.278563:0:3311:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1783952540.278564:0:3309:0:(osp_precreate.c:87:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0000: Updating status = 0 02000000:00000001:1.0:1783952540.278565:0:3311:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783952540.278566:0:3311:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000004:00000040:3.0:1783952540.278567:0:3309:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0000: blocks=942848 free=942336 avail=932864 avail_mb=3644 hwm_mb=7 files=118188 ffree=117792 state=0: rc = 0 02000000:00000001:1.0:1783952540.278568:0:3311:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783952540.278571:0:3311:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9254bb190700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d7e64bc4-f8ee-4971-b02d-c10a0bdc1203:3311:1870607605867520:0@lo:400:kworker.0 00000004:00000020:3.0:1783952540.278573:0:3309:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-OST0001-osc-MDT0000 (ffff925384ebb800): 942848 blocks, 942336 free, 932864 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 118188 files, 117792 free files 0x0 00000100:00000001:1.0:1783952540.278574:0:3311:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783952540.278577:0:3311:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000004:00000001:3.0:1783952540.278578:0:3309:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783952540.278579:0:3311:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783952540.278580:0:3311:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1783952540.278581:0:3309:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9254b7c5e680 x1870607605867264/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952556 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1783952540.278583:0:3311:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9254869c7800. 02000000:00000001:1.0:1783952540.278585:0:3311:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783952540.278588:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9254b7c5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1870607605867264:0@lo:13:osp-pre-1-0.0 00000400:00000010:1.0:1783952540.278589:0:3311:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925488e2d630. 00000100:00000001:3.0:1783952540.278593:0:3309:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1783952540.278593:0:3311:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9254877e07f8. 00000100:00000001:3.0:1783952540.278594:0:3309:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1783952540.278596:0:3311:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870607605867520, portal 25 00000100:00000040:3.0:1783952540.278597:0:3309:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9254b7c5e680 x1870607605867264/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952556 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783952540.278598:0:3311:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783952540.278599:0:3311:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623491346728704 : -120582362822912 : ffff9254bb190700) 00000100:00000001:3.0:1783952540.278603:0:3309:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1783952540.278603:0:3311:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9254bb190700 x1870607605867520/t0(0) o400->MGC192.168.203.104@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783952556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1783952540.278606:0:3309:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783952540.278608:0:3309:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925388034800. 00000100:00000001:1.0:1783952540.278609:0:3311:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1783952540.278612:0:3309:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783952540.278614:0:3309:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:1.0:1783952540.278615:0:3311:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1783952540.278617:0:3311:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9254877e03b8. 00000020:00000040:3.0:1783952540.278618:0:3309:0:(genops.c:1244:class_import_put()) import ffff925486893000 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:3.0:1783952540.278620:0:3309:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000200:1.0:1783952540.278620:0:3311:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870607605867520, offset 0 02000000:00000010:3.0:1783952540.278623:0:3309:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9254bac1ff00. 00000400:00000200:1.0:1783952540.278624:0:3311:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1783952540.278625:0:3309:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783952540.278627:0:3309:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783952540.278629:0:3309:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9254b7c5e680. 00000400:00000200:1.0:1783952540.278629:0:3311:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1783952540.278632:0:3309:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783952540.278634:0:3309:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783952540.278634:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a54ec5dca400 00000100:00000001:3.0:1783952540.278636:0:3309:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783952540.278638:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20971 [2] + 0 00000100:00000001:3.0:1783952540.278639:0:3309:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783952540.278640:0:3309:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.278642:0:3309:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1783952540.278642:0:3311:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9254877ed420. 00000100:00000001:3.0:1783952540.278643:0:3309:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783952540.278644:0:3309:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1783952540.278645:0:3311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff92538d6cbc00 00000100:00000040:3.0:1783952540.278647:0:3309:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9254bb193480 x1870607605867776/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1783952540.278648:0:3311:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783952540.278651:0:3311:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1783952540.278654:0:3309:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1783952540.278654:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92538d6cbc00 00000100:00000001:3.0:1783952540.278655:0:3309:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1783952540.278656:0:3311:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff92538d6cbc00. 02000000:00000001:3.0:1783952540.278657:0:3309:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783952540.278658:0:3309:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783952540.278659:0:3311:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1783952540.278660:0:3309:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1783952540.278661:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:3.0:1783952540.278662:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9254bb193480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3309:1870607605867776:0@lo:400:kworker.0 00000100:00000040:1.0:1783952540.278664:0:3311:0:(events.c:337:request_in_callback()) incoming req@ffff9253845fa050 x1870607605867520 msgsize 224 00000100:00000001:3.0:1783952540.278665:0:3309:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783952540.278667:0:3309:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1783952540.278668:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1783952540.278669:0:3309:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783952540.278669:0:3311:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1783952540.278671:0:3309:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783952540.278673:0:3309:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92549fa8ac00. 02000000:00000001:3.0:1783952540.278675:0:3309:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783952540.278675:0:3311:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1783952540.278678:0:3309:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9254c0714790. 00000400:00000200:1.0:1783952540.278678:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9254877e03b8 00000400:00000010:1.0:1783952540.278679:0:3311:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9254877e03b8. 00000100:00000001:1.0:1783952540.278681:0:3311:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1783952540.278683:0:3309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92548975cc38. 00000100:00000200:3.0:1783952540.278685:0:3309:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870607605867776, portal 10 00000100:00000200:1.0:1783952540.278685:0:3311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9254bb190700 x1870607605867520/t0(0) o400->MGC192.168.203.104@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783952556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783952540.278687:0:3309:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783952540.278688:0:3309:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623491346740352 : -120582362811264 : ffff9254bb193480) 00000100:00000001:1.0:1783952540.278692:0:3311:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783952540.278693:0:3309:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9254bb193480 x1870607605867776/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783952540.278695:0:3311:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9254bb190700 x1870607605867520/t0(0) o400->MGC192.168.203.104@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783952556 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783952540.278701:0:3311:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783952540.278703:0:3311:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1783952540.278705:0:3311:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.278708:0:3309:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1783952540.278708:0:3311:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 0 is 4296876165 00000100:00000040:3.0:1783952540.278710:0:3309:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1783952540.278712:0:3309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92548975c198. 00000100:00000001:1.0:1783952540.278712:0:3311:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296875537 00000100:00000200:3.0:1783952540.278715:0:3309:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870607605867776, offset 0 00000100:00000001:1.0:1783952540.278715:0:3311:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 1 is 4296876165 00000400:00000200:3.0:1783952540.278718:0:3309:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1783952540.278718:0:3311:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296875537 00000400:00000200:3.0:1783952540.278723:0:3309:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1783952540.278724:0:3311:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4296876165 00000100:00000001:1.0:1783952540.278727:0:3311:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296875537 00000400:00000200:3.0:1783952540.278728:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a54ec5dca500 00000100:00000001:1.0:1783952540.278730:0:3311:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4296876165 00000400:00000200:3.0:1783952540.278732:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x20089 [64] + 18176 00000100:00000001:1.0:1783952540.278732:0:3311:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296875537 00000100:00000001:1.0:1783952540.278735:0:3311:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1783952540.278737:0:3309:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1783952540.278737:0:3311:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783952540.278739:0:3311:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783952540.278740:0:3309:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1783952540.278741:0:3311:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783952540.278743:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1783952540.278744:0:3311:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1783952540.278745:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1783952540.278746:0:3311:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000010:3.0:1783952540.278748:0:3309:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92548caaed80. 00000100:00000001:1.0:1783952540.278748:0:3311:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783952540.278749:0:3311:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1783952540.278750:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff92548caaed80 x1870607605867776 msgsize 224 00000100:00000001:1.0:1783952540.278750:0:3311:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783952540.278753:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783952540.278754:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1783952540.278755:0:3311:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783952540.278756:0:3311:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783952540.278762:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1783952540.278765:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92548975c198 00000400:00000010:3.0:1783952540.278767:0:3309:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff92548975c198. 00000100:00000001:3.0:1783952540.278769:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783952540.278772:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9254bb193480 x1870607605867776/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783952540.278779:0:3309:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783952540.278781:0:3309:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9254bb193480 x1870607605867776/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783952540.278787:0:3309:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.278788:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783952540.278791:0:3309:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783952540.278793:0:3309:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 10728 usecs (11 jiffies) 00000100:00000001:3.0:1783952540.278796:0:3309:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4296875531 00000100:00000001:3.0:1783952540.278798:0:3309:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4296876165 00000100:00000001:3.0:1783952540.278800:0:3309:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4296875531 00000100:00000001:3.0:1783952540.278801:0:3309:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4296876165 00000100:00000001:3.0:1783952540.278809:0:3309:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4296875531 00000100:00000001:3.0:1783952540.278811:0:3309:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4296876165 00000100:00000001:3.0:1783952540.278813:0:3309:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4296875531 00000100:00000001:3.0:1783952540.278836:0:3309:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4296876165 00000100:00000001:3.0:1783952540.278838:0:3309:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783952540.278841:0:3309:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.278843:0:3309:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.278845:0:3309:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783952540.278848:0:3309:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783952540.278850:0:3309:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783952540.278852:0:3309:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783952540.278853:0:3309:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783952540.278854:0:3309:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783952540.278856:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1783952540.278856:0:13761:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1783952540.278857:0:3309:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783952540.278858:0:13761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607605867392 00000100:00000001:3.0:1783952540.278859:0:3309:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783952540.278860:0:3309:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1783952540.278860:0:13761:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1783952540.278861:0:13761:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783952540.278862:0:3309:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783952540.278863:0:3309:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783952540.278863:0:13761:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.278865:0:3309:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1783952540.278866:0:13761:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783952540.278868:0:3309:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9254bb193b80 x1870607605867904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952540.278868:0:13761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607605867392 00000020:00000001:0.0:1783952540.278870:0:13761:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783952540.278872:0:13761:0:(genops.c:825:class_conn2export()) looking for export cookie 0xad71ec7478cd82da 00000020:00000001:0.0:1783952540.278874:0:13761:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1783952540.278875:0:3309:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783952540.278876:0:3309:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783952540.278876:0:13761:0:(lustre_handles.c:147:class_handle2object()) GET export ffff925488e1b000 refcount=5 02000000:00000001:3.0:1783952540.278878:0:3309:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1783952540.278878:0:13761:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623490504241152 : -120583205310464 : ffff925488e1b000) 02000000:00000001:3.0:1783952540.278880:0:3309:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783952540.278881:0:13761:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623490504241152 : -120583205310464 : ffff925488e1b000) 02000000:00000001:3.0:1783952540.278882:0:3309:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783952540.278884:0:3309:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9254bb193b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3309:1870607605867904:0@lo:400:kworker.0 00000100:00000001:0.0:1783952540.278884:0:13761:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1783952540.278887:0:3309:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000010:0.0:1783952540.278887:0:13761:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92548442ad00. 02000000:00000001:3.0:1783952540.278889:0:3309:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783952540.278890:0:3309:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1783952540.278890:0:13761:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff9253845bdc80. 02000000:00000001:3.0:1783952540.278892:0:3309:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783952540.278894:0:3309:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92549fa8ae00. 00000020:00000040:0.0:1783952540.278894:0:13761:0:(obd_config.c:994:class_incref()) incref lustre-OST0000 (ffff9254ba4a0000) now 8 - evictor 02000000:00000001:3.0:1783952540.278896:0:3309:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783952540.278901:0:13761:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1783952540.278903:0:13761:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff92548442ad00. 00000400:00000010:3.0:1783952540.278904:0:3309:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9254c0714b00. 00000400:00000010:3.0:1783952540.278907:0:3309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92548975c198. 00000020:00000010:0.0:1783952540.278907:0:13761:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92538de2b800. 00000100:00000200:3.0:1783952540.278910:0:3309:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870607605867904, portal 10 00000020:00000010:0.0:1783952540.278911:0:13761:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9254b174f000. 00000100:00000001:3.0:1783952540.278912:0:3309:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783952540.278913:0:3309:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623491346742144 : -120582362809472 : ffff9254bb193b80) 00000020:00000010:0.0:1783952540.278914:0:13761:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9254893d6708. 00000100:00000040:0.0:1783952540.278918:0:13761:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:3.0:1783952540.278919:0:3309:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9254bb193b80 x1870607605867904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783952540.278921:0:13761:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1783952540.278922:0:13761:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1783952540.278924:0:13761:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.278926:0:3309:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1783952540.278927:0:13761:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783952540.278928:0:3309:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1783952540.278930:0:3309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92548975c4c8. 00000100:00000200:3.0:1783952540.278932:0:3309:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870607605867904, offset 0 00000100:00000001:0.0:1783952540.278933:0:13761:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783952540.278935:0:3309:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1783952540.278940:0:3309:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1783952540.278945:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a54ec5dca580 00000100:00000001:0.0:1783952540.278946:0:13761:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1783952540.278947:0:13761:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1783952540.278948:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x20089 [64] + 18400 00000100:00100000:0.0:1783952540.278950:0:13761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000400:00000200:3.0:1783952540.278953:0:3309:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1783952540.278953:0:13761:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff925488e1b000 : new rpc_count 1 00000400:00000200:3.0:1783952540.278955:0:3309:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1783952540.278955:0:13761:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623490567753216 : -120583141798400 : ffff92548caace00) 00000100:00000001:3.0:1783952540.278959:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1783952540.278959:0:13761:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff92548caace00 x1870607605867392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:46/0 lens 224/0 e 0 to 0 dl 1783952551 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783952540.278960:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1783952540.278963:0:3309:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9254b7c5e680. 00000100:00000040:3.0:1783952540.278965:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff9254b7c5e680 x1870607605867904 msgsize 224 00000100:00000001:0.0:1783952540.278967:0:13761:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1783952540.278968:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1783952540.278969:0:13761:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92548442ad00. 00000100:00000001:0.0:1783952540.278971:0:13761:0:(service.c:1299:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783952540.278973:0:13761:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff92548442ad00. 00000100:00000001:3.0:1783952540.278976:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1783952540.278977:0:13761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff92548caace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1870607605867392:12345-0@lo:13:osp-pre-0-0.0 00000400:00000200:3.0:1783952540.278979:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92548975c4c8 00000400:00000010:3.0:1783952540.278981:0:3309:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff92548975c4c8. 00000100:00000200:0.0:1783952540.278981:0:13761:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870607605867392 00000100:00000001:3.0:1783952540.278983:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1783952540.278983:0:13761:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000200:3.0:1783952540.278985:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9254bb193b80 x1870607605867904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1783952540.278985:0:13761:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1783952540.278987:0:13761:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783952540.278989:0:13761:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1783952540.278991:0:13761:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072672244144 : -1037307472 : ffffffffc22bf1b0) 00000100:00000001:3.0:1783952540.278992:0:3309:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783952540.278994:0:3309:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9254bb193b80 x1870607605867904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1783952540.278994:0:13761:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1783952540.278996:0:13761:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783952540.278998:0:13761:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1783952540.278999:0:13761:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1783952540.279001:0:3309:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783952540.279001:0:13761:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.279002:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783952540.279004:0:13761:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1783952540.279006:0:13761:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1783952540.279009:0:13761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff92549f7cfc00. 00000100:00000001:3.0:1783952540.279010:0:3309:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783952540.279010:0:13761:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783952540.279012:0:13761:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783952540.279013:0:3309:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 13816 usecs (14 jiffies) 00000100:00000001:3.0:1783952540.279015:0:3309:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4296875534 00002000:00000001:0.0:1783952540.279015:0:13761:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1783952540.279017:0:3309:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4296876165 00002000:00000001:0.0:1783952540.279017:0:13761:0:(ofd_obd.c:710:ofd_statfs()) Process entered 00000020:00000001:0.0:1783952540.279018:0:13761:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1783952540.279019:0:3309:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4296875534 00000100:00000001:3.0:1783952540.279021:0:3309:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4296876165 00080000:00000001:0.0:1783952540.279021:0:13761:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:3.0:1783952540.279023:0:3309:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4296875534 00000100:00000001:3.0:1783952540.279024:0:3309:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4296876165 00000100:00000001:3.0:1783952540.279026:0:3309:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4296875534 00000100:00000001:3.0:1783952540.279028:0:3309:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4296876165 00000100:00000001:3.0:1783952540.279029:0:3309:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1783952540.279029:0:13761:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.279031:0:3309:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783952540.279033:0:13761:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783952540.279034:0:3309:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.279036:0:3309:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:0.0:1783952540.279039:0:13761:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 49086464 pending 0 free 3859808256 avail 3857711104 00000020:00000020:0.0:1783952540.279042:0:13761:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 36765696 0 0 00000020:00000020:0.0:1783952540.279044:0:13761:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff925488e1b000 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1783952540.279047:0:32247:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1783952540.279049:0:32247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607605867776 02000000:00000001:3.0:1783952540.279050:0:32247:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1783952540.279051:0:32247:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783952540.279053:0:32247:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783952540.279055:0:32247:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783952540.279058:0:32247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607605867776 00000020:00000001:3.0:1783952540.279059:0:32247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000020:0.0:1783952540.279059:0:13761:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 586fbf0c-fb0d-431e-952b-9182c00df971/ffff925486a47800 dirty 1703936 pend 0 grant 12320768 00000020:00000040:3.0:1783952540.279061:0:32247:0:(genops.c:825:class_conn2export()) looking for export cookie 0xad71ec7478cd82d3 00000020:00000001:3.0:1783952540.279063:0:32247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00002000:00000020:0.0:1783952540.279063:0:13761:0:(ofd_obd.c:758:ofd_statfs()) 3683 blocks: 3681 free, 3642 avail; 118197 objects: 117792 free; state 0 00000020:00000040:3.0:1783952540.279065:0:32247:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9254b170e000 refcount=5 00002000:00000001:0.0:1783952540.279065:0:13761:0:(ofd_obd.c:801:ofd_statfs()) Process leaving 00000020:00000001:3.0:1783952540.279067:0:32247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623491184713728 : -120582524837888 : ffff9254b170e000) 00000020:00000001:3.0:1783952540.279069:0:32247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623491184713728 : -120582524837888 : ffff9254b170e000) 00000001:00000001:0.0:1783952540.279069:0:13761:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1783952540.279071:0:13761:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.279072:0:32247:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00002000:00000001:0.0:1783952540.279073:0:13761:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1783952540.279075:0:32247:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92538d31aa80. 00010000:00000040:0.0:1783952540.279075:0:13761:0:(ldlm_lib.c:3305:target_committed_to_req()) last_committed 4294968473, transno 0, xid 1870607605867392 00010000:00000001:0.0:1783952540.279077:0:13761:0:(ldlm_lib.c:3374:target_send_reply()) Process entered 00000020:00000040:3.0:1783952540.279078:0:32247:0:(obd_config.c:994:class_incref()) incref lustre-MDT0000 (ffff925486e70000) now 12 - evictor 00000100:00000001:3.0:1783952540.279081:0:32247:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00010000:00000200:0.0:1783952540.279081:0:13761:0:(ldlm_lib.c:3362:target_send_reply_msg()) @@@ sending reply req@ffff92548caace00 x1870607605867392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:46/0 lens 224/368 e 0 to 0 dl 1783952551 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1783952540.279087:0:32247:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff92538d31aa80. 00010000:00000001:0.0:1783952540.279088:0:13761:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1783952540.279090:0:13761:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1783952540.279091:0:32247:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92549fa8b800. 00000100:00001000:0.0:1783952540.279092:0:13761:0:(import.c:2149:obd_at_measure()) add 1 to ffff9254894b71e8 time=83 v=5 (1 1 1 1) 00000020:00000010:3.0:1783952540.279093:0:32247:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9254b76e2680. 00000100:00000001:0.0:1783952540.279095:0:13761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1783952540.279096:0:32247:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff92548ca66af0. 00000100:00000040:0.0:1783952540.279097:0:13761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925484444b00 refcount 31 to 0@lo 00000100:00000001:0.0:1783952540.279099:0:13761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623490426817280 : -120583282734336 : ffff925484444b00) 00000100:00000040:3.0:1783952540.279100:0:32247:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:0.0:1783952540.279101:0:13761:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1783952540.279102:0:32247:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1783952540.279103:0:32247:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1783952540.279103:0:13761:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.279106:0:32247:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783952540.279106:0:13761:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783952540.279108:0:13761:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1783952540.279110:0:13761:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9254b75b83b8. 00000100:00000001:3.0:1783952540.279111:0:32247:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1783952540.279112:0:32247:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1783952540.279114:0:32247:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1783952540.279114:0:13761:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1870607605867392, offset 224 00000400:00000200:0.0:1783952540.279118:0:13761:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1783952540.279122:0:32247:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783952540.279123:0:13761:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1783952540.279128:0:32247:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1783952540.279128:0:13761:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a54ec5dca380 00000100:00100000:3.0:1783952540.279130:0:32247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607605867904 02000000:00000001:3.0:1783952540.279131:0:32247:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1783952540.279133:0:32247:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1783952540.279133:0:13761:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x211bd [1] + 224 00000100:00000001:3.0:1783952540.279134:0:32247:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783952540.279136:0:32247:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783952540.279137:0:13761:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1783952540.279138:0:32247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607605867904 00000020:00000001:3.0:1783952540.279140:0:32247:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:0.0:1783952540.279140:0:13761:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1783952540.279141:0:32247:0:(genops.c:825:class_conn2export()) looking for export cookie 0xad71ec7478cd82e1 00000020:00000001:3.0:1783952540.279142:0:32247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1783952540.279143:0:13761:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1783952540.279144:0:32247:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9254b170a000 refcount=5 00000020:00000001:3.0:1783952540.279146:0:32247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623491184697344 : -120582524854272 : ffff9254b170a000) 00000020:00000001:3.0:1783952540.279148:0:32247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623491184697344 : -120582524854272 : ffff9254b170a000) 00000100:00000001:3.0:1783952540.279151:0:32247:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1783952540.279151:0:13761:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9254bb190a80 x1870607605867392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952556 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1783952540.279153:0:32247:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92538d31aa80. 00000100:00000001:3.0:1783952540.279155:0:32247:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1783952540.279157:0:32247:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff92538d31aa80. 00000100:00000040:0.0:1783952540.279159:0:13761:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9254bb190a80 x1870607605867392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952556 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1783952540.279161:0:32247:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925482b4be00. 00000020:00000010:3.0:1783952540.279163:0:32247:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9254b76e2580. 00000020:00000010:3.0:1783952540.279166:0:32247:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff92548ca664b0. 00000100:00000001:0.0:1783952540.279167:0:13761:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783952540.279169:0:32247:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1783952540.279170:0:32247:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1783952540.279171:0:32247:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783952540.279171:0:13761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9254b75b83b8 00000400:00000010:0.0:1783952540.279173:0:13761:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9254b75b83b8. 00000100:00000001:0.0:1783952540.279175:0:13761:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1783952540.279177:0:13761:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1783952540.279179:0:32247:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1783952540.279180:0:13761:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.279181:0:32247:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1783952540.279182:0:32247:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783952540.279182:0:13761:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff925484444b00 refcount 30 to 0@lo 00010000:00000001:0.0:1783952540.279185:0:13761:0:(ldlm_lib.c:3386:target_send_reply()) Process leaving 00000020:00000001:0.0:1783952540.279186:0:13761:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783952540.279188:0:13761:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1783952540.279189:0:32247:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783952540.279191:0:13761:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92548caace00 x1870607605867392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:46/0 lens 224/368 e 0 to 0 dl 1783952551 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783952540.279195:0:32247:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1783952540.279196:0:32247:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1783952540.279199:0:32247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1783952540.279199:0:13761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff92548caace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1870607605867392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 230us (831us total) trans 0 rc 0/0 00000100:00000040:3.0:1783952540.279201:0:32247:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9254b170e000 : new rpc_count 1 00000100:00000001:3.0:1783952540.279203:0:32247:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623490567761280 : -120583141790336 : ffff92548caaed80) 00000100:00100000:0.0:1783952540.279205:0:13761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00000040:3.0:1783952540.279207:0:32247:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff92548caaed80 x1870607605867776/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:46/0 lens 224/0 e 0 to 0 dl 1783952551 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783952540.279208:0:13761:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925488e1b000 : new rpc_count 0 00000100:00000001:0.0:1783952540.279210:0:13761:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1783952540.279211:0:13761:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1783952540.279213:0:13761:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9254b174f000. 00000100:00000001:3.0:1783952540.279214:0:32247:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1783952540.279216:0:32247:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92538d31aa80. 00000020:00000010:0.0:1783952540.279217:0:13761:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9254893d6708. 00000100:00000001:3.0:1783952540.279218:0:32247:0:(service.c:1299:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1783952540.279220:0:32247:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff92538d31aa80. 00000020:00000010:0.0:1783952540.279220:0:13761:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92538de2b800. 00000100:00100000:3.0:1783952540.279223:0:32247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff92548caaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1870607605867776:12345-0@lo:400:kworker.0 00000020:00000040:0.0:1783952540.279224:0:13761:0:(genops.c:900:class_export_put()) PUTting export ffff925488e1b000 : new refcount 4 00000100:00000001:0.0:1783952540.279226:0:13761:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1783952540.279227:0:32247:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870607605867776 00000020:00000001:3.0:1783952540.279228:0:32247:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1783952540.279230:0:32247:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1783952540.279232:0:32247:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783952540.279234:0:32247:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1783952540.279235:0:32247:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660378944 : -1049172672 : ffffffffc176e540) 00000100:00000001:0.0:1783952540.279236:0:3312:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1783952540.279238:0:32247:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1783952540.279238:0:3312:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783952540.279240:0:32247:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783952540.279241:0:32247:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1783952540.279243:0:32247:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1783952540.279244:0:32247:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783952540.279258:0:32247:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1783952540.279258:0:32241:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1783952540.279260:0:32241:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607605867520 00000100:00000001:3.0:1783952540.279261:0:32247:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1783952540.279262:0:32247:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1783952540.279262:0:32241:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1783952540.279263:0:32241:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1783952540.279266:0:32247:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925388034800. 02000000:00000001:3.0:1783952540.279268:0:32247:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783952540.279269:0:32241:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.279270:0:32247:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783952540.279271:0:32241:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783952540.279274:0:32241:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607605867520 00000020:00000001:3.0:1783952540.279275:0:32247:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783952540.279275:0:32241:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783952540.279277:0:32241:0:(genops.c:825:class_conn2export()) looking for export cookie 0xad71ec7478cd8048 00010000:00000040:3.0:1783952540.279278:0:32247:0:(ldlm_lib.c:3305:target_committed_to_req()) last_committed 0, transno 0, xid 1870607605867776 00000020:00000001:0.0:1783952540.279278:0:32241:0:(lustre_handles.c:129:class_handle2object()) Process entered 00010000:00000001:3.0:1783952540.279280:0:32247:0:(ldlm_lib.c:3374:target_send_reply()) Process entered 00000020:00000040:0.0:1783952540.279280:0:32241:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9254bd361000 refcount=19 00000020:00000001:0.0:1783952540.279282:0:32241:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623491382185984 : -120582327365632 : ffff9254bd361000) 00010000:00000200:3.0:1783952540.279284:0:32247:0:(ldlm_lib.c:3362:target_send_reply_msg()) @@@ sending reply req@ffff92548caaed80 x1870607605867776/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:46/0 lens 224/224 e 0 to 0 dl 1783952551 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1783952540.279284:0:32241:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623491382185984 : -120582327365632 : ffff9254bd361000) 00000100:00000001:0.0:1783952540.279287:0:32241:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783952540.279289:0:32241:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92548442ad00. 00010000:00000001:3.0:1783952540.279290:0:32247:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1783952540.279291:0:32241:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1783952540.279292:0:32247:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1783952540.279293:0:32241:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff92548442ad00. 00000100:00001000:3.0:1783952540.279294:0:32247:0:(import.c:2149:obd_at_measure()) add 1 to ffff9254845e7de8 time=76 v=5 (1 0 0 0) 00000020:00000010:0.0:1783952540.279296:0:32241:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92538de2b800. 00000100:00000001:3.0:1783952540.279297:0:32247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1783952540.279298:0:32247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925484444b00 refcount 31 to 0@lo 00000020:00000010:0.0:1783952540.279299:0:32241:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9254b174f000. 00000100:00000001:3.0:1783952540.279300:0:32247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623490426817280 : -120583282734336 : ffff925484444b00) 00000020:00000010:0.0:1783952540.279301:0:32241:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9254893d6708. 02000000:00000001:3.0:1783952540.279302:0:32247:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1783952540.279304:0:32247:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.279305:0:32247:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783952540.279306:0:32241:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:3.0:1783952540.279307:0:32247:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1783952540.279308:0:32241:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1783952540.279309:0:32241:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1783952540.279310:0:32247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92548975c4c8. 00000100:00000001:0.0:1783952540.279310:0:32241:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1783952540.279312:0:32247:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1870607605867776, offset 224 00000100:00000001:0.0:1783952540.279314:0:32241:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783952540.279316:0:32247:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1783952540.279321:0:32247:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1783952540.279321:0:32241:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783952540.279326:0:32247:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a54ec5dca500 00000100:00000001:0.0:1783952540.279328:0:32241:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1783952540.279329:0:32241:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1783952540.279330:0:32247:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x211cd [1] + 224 00000100:00100000:0.0:1783952540.279332:0:32241:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00000040:0.0:1783952540.279334:0:32241:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9254bd361000 : new rpc_count 1 00000400:00000200:3.0:1783952540.279335:0:32247:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1783952540.279336:0:32241:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623486133641296 : -120587575910320 : ffff9253845fa050) 00000400:00000200:3.0:1783952540.279338:0:32247:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1783952540.279340:0:32241:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9253845fa050 x1870607605867520/t0(0) o400->d7e64bc4-f8ee-4971-b02d-c10a0bdc1203@0@lo:46/0 lens 224/0 e 0 to 0 dl 1783952551 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783952540.279341:0:32247:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783952540.279345:0:32247:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9254bb193480 x1870607605867776/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783952540.279347:0:32241:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783952540.279349:0:32241:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92548442ad00. 00000100:00000001:0.0:1783952540.279351:0:32241:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783952540.279353:0:32241:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff92548442ad00. 00000100:00000040:3.0:1783952540.279354:0:32247:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9254bb193480 x1870607605867776/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952540.279361:0:32241:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9253845fa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7e64bc4-f8ee-4971-b02d-c10a0bdc1203+19:3311:x1870607605867520:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1783952540.279363:0:32247:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1783952540.279365:0:32241:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870607605867520 00000400:00000200:3.0:1783952540.279366:0:32247:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92548975c4c8 00000020:00000001:0.0:1783952540.279367:0:32241:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000010:3.0:1783952540.279368:0:32247:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff92548975c4c8. 00000020:00000001:0.0:1783952540.279369:0:32241:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1783952540.279370:0:32247:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1783952540.279371:0:32247:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1783952540.279371:0:32241:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783952540.279373:0:32241:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1783952540.279374:0:32241:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072668211392 : -1041340224 : ffffffffc1ee68c0) 00000020:00000001:0.0:1783952540.279376:0:32241:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1783952540.279378:0:32247:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783952540.279378:0:32241:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783952540.279380:0:32241:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1783952540.279381:0:32247:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff925484444b00 refcount 30 to 0@lo 00000020:00000001:0.0:1783952540.279381:0:32241:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1783952540.279383:0:32247:0:(ldlm_lib.c:3386:target_send_reply()) Process leaving 00000020:00000001:0.0:1783952540.279383:0:32241:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783952540.279384:0:32247:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783952540.279385:0:32241:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1783952540.279386:0:32247:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1783952540.279386:0:32241:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1783952540.279388:0:32241:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1783952540.279389:0:32247:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92548caaed80 x1870607605867776/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:46/0 lens 224/224 e 0 to 0 dl 1783952551 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1783952540.279390:0:32241:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff92549f7cf000. 02000000:00000001:0.0:1783952540.279392:0:32241:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783952540.279394:0:32241:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783952540.279396:0:32241:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783952540.279398:0:32247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff92548caaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1870607605867776:12345-0@lo:400:kworker.0 Request processed in 182us (646us total) trans 0 rc 0/0 00010000:00000040:0.0:1783952540.279398:0:32241:0:(ldlm_lib.c:3305:target_committed_to_req()) last_committed 0, transno 0, xid 1870607605867520 00010000:00000001:0.0:1783952540.279400:0:32241:0:(ldlm_lib.c:3374:target_send_reply()) Process entered 00010000:00000200:0.0:1783952540.279403:0:32241:0:(ldlm_lib.c:3362:target_send_reply_msg()) @@@ sending reply req@ffff9253845fa050 x1870607605867520/t0(0) o400->d7e64bc4-f8ee-4971-b02d-c10a0bdc1203@0@lo:46/0 lens 224/224 e 0 to 0 dl 1783952551 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952540.279405:0:32247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00000040:3.0:1783952540.279407:0:32247:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9254b170e000 : new rpc_count 0 00000100:00000001:3.0:1783952540.279409:0:32247:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1783952540.279409:0:32241:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1783952540.279410:0:32247:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1783952540.279411:0:32241:0:(ldlm_lib.c:3327:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1783952540.279412:0:32247:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9254b76e2680. 00000100:00001000:0.0:1783952540.279413:0:32241:0:(import.c:2149:obd_at_measure()) add 1 to ffff92538d1bd9e8 time=78 v=5 (1 0 0 0) 00000020:00000010:3.0:1783952540.279415:0:32247:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff92548ca66af0. 00000100:00000001:0.0:1783952540.279416:0:32241:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1783952540.279418:0:32247:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92549fa8b800. 00000100:00000040:0.0:1783952540.279418:0:32241:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925484444b00 refcount 31 to 0@lo 00000100:00000001:0.0:1783952540.279420:0:32241:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623490426817280 : -120583282734336 : ffff925484444b00) 00000020:00000040:3.0:1783952540.279421:0:32247:0:(genops.c:900:class_export_put()) PUTting export ffff9254b170e000 : new refcount 4 02000000:00000001:0.0:1783952540.279421:0:32241:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1783952540.279423:0:32247:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1783952540.279423:0:32241:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783952540.279425:0:32241:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783952540.279426:0:32241:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1783952540.279428:0:32241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9254b75b83b8. 00000100:00000001:3.0:1783952540.279430:0:32247:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1783952540.279431:0:32247:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1783952540.279433:0:32247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00000040:3.0:1783952540.279435:0:32247:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9254b170a000 : new rpc_count 1 00000100:00000200:0.0:1783952540.279435:0:32241:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1870607605867520, offset 224 00000100:00000001:3.0:1783952540.279437:0:32247:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623491290949248 : -120582418602368 : ffff9254b7c5e680) 00000400:00000200:0.0:1783952540.279439:0:32241:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1783952540.279441:0:32247:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9254b7c5e680 x1870607605867904/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:46/0 lens 224/0 e 0 to 0 dl 1783952551 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1783952540.279444:0:32241:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1783952540.279448:0:32247:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1783952540.279448:0:32241:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a54ec5dca400 00000020:00000010:3.0:1783952540.279450:0:32247:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92538d31aa80. 00000100:00000001:3.0:1783952540.279453:0:32247:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1783952540.279453:0:32241:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x211c5 [1] + 224 00000020:00000010:3.0:1783952540.279455:0:32247:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff92538d31aa80. 00000400:00000200:0.0:1783952540.279457:0:32241:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1783952540.279458:0:32247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9254b7c5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1870607605867904:12345-0@lo:400:kworker.0 00000400:00000200:0.0:1783952540.279460:0:32241:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1783952540.279461:0:32247:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870607605867904 00000100:00000001:0.0:1783952540.279463:0:32241:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1783952540.279466:0:32247:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000200:0.0:1783952540.279466:0:32241:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9254bb190700 x1870607605867520/t0(0) o400->MGC192.168.203.104@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1783952540.279468:0:32247:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1783952540.279470:0:32247:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783952540.279472:0:32247:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1783952540.279473:0:32247:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660378944 : -1049172672 : ffffffffc176e540) 00000100:00000040:0.0:1783952540.279474:0:32241:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9254bb190700 x1870607605867520/t0(0) o400->MGC192.168.203.104@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1783952540.279475:0:32247:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1783952540.279477:0:32247:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783952540.279479:0:32247:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1783952540.279480:0:32247:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1783952540.279481:0:32241:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1783952540.279482:0:32247:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783952540.279483:0:32247:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1783952540.279484:0:32241:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9254b75b83b8 00000100:00000001:3.0:1783952540.279485:0:32247:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1783952540.279486:0:32241:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9254b75b83b8. 02000000:00000001:3.0:1783952540.279487:0:32247:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1783952540.279488:0:32241:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1783952540.279489:0:32241:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:3.0:1783952540.279490:0:32247:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925489c34c00. 00000100:00000001:0.0:1783952540.279491:0:32241:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783952540.279492:0:32247:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.279493:0:32247:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783952540.279493:0:32241:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff925484444b00 refcount 30 to 0@lo 00010000:00000001:0.0:1783952540.279495:0:32241:0:(ldlm_lib.c:3386:target_send_reply()) Process leaving 00000020:00000001:3.0:1783952540.279496:0:32247:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783952540.279497:0:32241:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1783952540.279498:0:32247:0:(ldlm_lib.c:3305:target_committed_to_req()) last_committed 0, transno 0, xid 1870607605867904 00000020:00000001:0.0:1783952540.279498:0:32241:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1783952540.279500:0:32247:0:(ldlm_lib.c:3374:target_send_reply()) Process entered 00000100:00000040:0.0:1783952540.279501:0:32241:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9253845fa050 x1870607605867520/t0(0) o400->d7e64bc4-f8ee-4971-b02d-c10a0bdc1203@0@lo:46/0 lens 224/224 e 0 to 0 dl 1783952551 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1783952540.279502:0:32247:0:(ldlm_lib.c:3362:target_send_reply_msg()) @@@ sending reply req@ffff9254b7c5e680 x1870607605867904/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:46/0 lens 224/224 e 0 to 0 dl 1783952551 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783952540.279509:0:32247:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1783952540.279510:0:32241:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9253845fa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7e64bc4-f8ee-4971-b02d-c10a0bdc1203+19:3311:x1870607605867520:12345-0@lo:400:kworker.0 Request processed in 161us (844us total) trans 0 rc 0/0 00010000:00000001:3.0:1783952540.279511:0:32247:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783952540.279513:0:32247:0:(import.c:2149:obd_at_measure()) add 1 to ffff9254845e7de8 time=76 v=5 (1 0 0 0) 00000100:00000001:3.0:1783952540.279516:0:32247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1783952540.279517:0:32241:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00000040:3.0:1783952540.279518:0:32247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925484444b00 refcount 31 to 0@lo 00000100:00000040:0.0:1783952540.279519:0:32241:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9254bd361000 : new rpc_count 0 00000100:00000001:3.0:1783952540.279520:0:32247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623490426817280 : -120583282734336 : ffff925484444b00) 02000000:00000001:3.0:1783952540.279521:0:32247:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1783952540.279521:0:32241:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1783952540.279522:0:32241:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1783952540.279523:0:32247:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.279525:0:32247:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1783952540.279525:0:32241:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9254b174f000. 00000100:00000040:3.0:1783952540.279526:0:32247:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1783952540.279528:0:32241:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9254893d6708. 00000400:00000010:3.0:1783952540.279529:0:32247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92548975c4c8. 00000100:00000200:3.0:1783952540.279531:0:32247:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1870607605867904, offset 224 00000020:00000010:0.0:1783952540.279534:0:32241:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92538de2b800. 00000400:00000200:3.0:1783952540.279535:0:32247:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1783952540.279537:0:32241:0:(genops.c:900:class_export_put()) PUTting export ffff9254bd361000 : new refcount 18 00000400:00000200:3.0:1783952540.279539:0:32247:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1783952540.279540:0:32241:0:(sec.c:2642:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1783952540.279542:0:32241:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff92549f7cf000. 00000400:00000200:3.0:1783952540.279544:0:32247:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a54ec5dca580 02000000:00000001:0.0:1783952540.279544:0:32241:0:(sec.c:2655:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1783952540.279546:0:32241:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1783952540.279550:0:32241:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1783952540.279552:0:32247:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x211d5 [1] + 224 00000400:00000010:0.0:1783952540.279554:0:32241:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9254c07b4630. 00000400:00000200:3.0:1783952540.279555:0:32247:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783952540.279558:0:32247:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1783952540.279558:0:32241:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9254850b60c0. 00000100:00000001:3.0:1783952540.279561:0:32247:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783952540.279565:0:32247:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9254bb193b80 x1870607605867904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783952540.279572:0:32247:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9254bb193b80 x1870607605867904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1783952540.279572:0:5782:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1783952540.279575:0:5782:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0000 (ffff925486e70000) now 12 - evictor 00000100:00080000:0.0:1783952540.279578:0:5782:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1783952540.279579:0:32247:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1783952540.279580:0:5782:0:(obd_config.c:1022:class_decref()) Decref lustre-OST0000 (ffff9254ba4a0000) now 8 - evictor 00000400:00000200:3.0:1783952540.279583:0:32247:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92548975c4c8 00000400:00000010:3.0:1783952540.279584:0:32247:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff92548975c4c8. 00000100:00000001:3.0:1783952540.279586:0:32247:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1783952540.279587:0:32247:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1783952540.279590:0:32247:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783952540.279592:0:32247:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff925484444b00 refcount 30 to 0@lo 00010000:00000001:3.0:1783952540.279594:0:32247:0:(ldlm_lib.c:3386:target_send_reply()) Process leaving 00000020:00000001:3.0:1783952540.279595:0:32247:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783952540.279597:0:32247:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1783952540.279600:0:32247:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9254b7c5e680 x1870607605867904/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:46/0 lens 224/224 e 0 to 0 dl 1783952551 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952540.279607:0:32247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9254b7c5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1870607605867904:12345-0@lo:400:kworker.0 Request processed in 158us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952540.279613:0:32247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00000040:3.0:1783952540.279616:0:32247:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9254b170a000 : new rpc_count 0 00000100:00000001:3.0:1783952540.279617:0:32247:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1783952540.279618:0:32247:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1783952540.279621:0:32247:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9254b76e2580. 00000020:00000010:3.0:1783952540.279624:0:32247:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff92548ca664b0. 00000020:00000010:3.0:1783952540.279626:0:32247:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925482b4be00. 00000020:00000040:3.0:1783952540.279628:0:32247:0:(genops.c:900:class_export_put()) PUTting export ffff9254b170a000 : new refcount 4 00000100:00000001:3.0:1783952540.279630:0:32247:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783952540.279651:0:3310:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783952540.279658:0:3310:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783952540.279661:0:3310:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783952540.279663:0:3310:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783952540.279665:0:3310:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9254c0714420. 00000400:00000200:3.0:1783952540.279668:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92548975c7f8 00000400:00000010:3.0:1783952540.279670:0:3310:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff92548975c7f8. 00000100:00000001:3.0:1783952540.279672:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783952540.279677:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9254bb190a80 x1870607605867392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952556 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783952540.279684:0:3310:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9254bb190a80 x1870607605867392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952556 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783952540.279688:0:3311:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783952540.279690:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783952540.279690:0:3311:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783952540.279692:0:3310:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783952540.279692:0:3311:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783952540.279693:0:3311:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1783952540.279694:0:3310:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783952540.279695:0:3310:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783952540.279697:0:3310:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1783952540.279697:0:3311:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9254bb191500 x1870607605867648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783952540.279699:0:3310:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783952540.279701:0:3310:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783952540.279703:0:3311:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00001000:3.0:1783952540.279704:0:3310:0:(import.c:2149:obd_at_measure()) add 5 to ffff925384582ca8 time=72 v=5 (5 0 0 0) 00000100:00000001:1.0:1783952540.279705:0:3311:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783952540.279707:0:3310:0:(import.c:2149:obd_at_measure()) add 1 to ffff925384582c18 time=72 v=5 (1 0 0 0) 02000000:00000001:1.0:1783952540.279707:0:3311:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783952540.279709:0:3311:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783952540.279710:0:3310:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783952540.279711:0:3310:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783952540.279711:0:3311:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783952540.279713:0:3310:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1783952540.279713:0:3311:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9254bb191500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3311:1870607605867648:0@lo:400:kworker.0 00010000:00000001:3.0:1783952540.279715:0:3310:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783952540.279716:0:3311:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1783952540.279717:0:3310:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783952540.279719:0:3310:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294968473 02000000:00000001:1.0:1783952540.279719:0:3311:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783952540.279720:0:3311:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.279721:0:3310:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783952540.279722:0:3310:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783952540.279722:0:3311:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1783952540.279726:0:3310:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9254bb190a80 x1870607605867392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952556 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1783952540.279726:0:3311:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9254869c6200. 02000000:00000001:1.0:1783952540.279727:0:3311:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.279732:0:3310:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783952540.279734:0:3310:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783952540.279735:0:3310:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1783952540.279735:0:3311:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff925488e2d420. 00000400:00000010:1.0:1783952540.279737:0:3311:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9254877e03b8. 00000004:00000001:3.0:1783952540.279738:0:3310:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1783952540.279741:0:3310:0:(osp_precreate.c:87:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000200:1.0:1783952540.279741:0:3311:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870607605867648, portal 10 00000100:00000001:1.0:1783952540.279743:0:3311:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783952540.279744:0:3311:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623491346732288 : -120582362819328 : ffff9254bb191500) 00000004:00000040:3.0:1783952540.279747:0:3310:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=942848 free=942336 avail=932352 avail_mb=3642 hwm_mb=7 files=118197 ffree=117792 state=0: rc = 0 00000100:00000040:1.0:1783952540.279750:0:3311:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9254bb191500 x1870607605867648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000004:00000020:3.0:1783952540.279754:0:3310:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (ffff9254ac729800): 942848 blocks, 942336 free, 932352 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 118197 files, 117792 free files 0x0 00000100:00000001:1.0:1783952540.279757:0:3311:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:3.0:1783952540.279758:0:3310:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783952540.279759:0:3311:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1783952540.279762:0:3310:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9254bb190a80 x1870607605867392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952556 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952540.279769:0:3310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9254bb190a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1870607605867392:0@lo:13:osp-pre-0-0.0 00000100:00000001:3.0:1783952540.279773:0:3310:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783952540.279775:0:3310:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783952540.279777:0:3310:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9254bb190a80 x1870607605867392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952556 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783952540.279783:0:3310:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783952540.279784:0:3310:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783952540.279786:0:3310:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925387143000. 02000000:00000001:3.0:1783952540.279789:0:3310:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783952540.279791:0:3310:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783952540.279792:0:3310:0:(genops.c:1244:class_import_put()) import ffff925384582800 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1783952540.279794:0:3310:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783952540.279796:0:3310:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9254893ee700. 02000000:00000001:3.0:1783952540.279798:0:3310:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783952540.279800:0:3310:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783952540.279801:0:3310:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9254bb190a80. 00000100:00000001:3.0:1783952540.279804:0:3310:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783952540.279805:0:3310:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783952540.279806:0:3310:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783952540.279810:0:3310:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783952540.279811:0:3310:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.279813:0:3310:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783952540.279832:0:3310:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.279842:0:3309:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783952540.279843:0:3309:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783952540.279846:0:3309:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783952540.279847:0:3309:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783952540.279856:0:3309:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9254c0714b00. 00000400:00000200:3.0:1783952540.279858:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92548975c198 00000400:00000010:3.0:1783952540.279860:0:3309:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff92548975c198. 00000100:00000001:3.0:1783952540.279862:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783952540.279866:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9254bb193b80 x1870607605867904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1783952540.279871:0:3311:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9254877e0990. 00000100:00000200:3.0:1783952540.279874:0:3309:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9254bb193b80 x1870607605867904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783952540.279874:0:3311:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870607605867648, offset 0 00000400:00000200:1.0:1783952540.279878:0:3311:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1783952540.279881:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783952540.279883:0:3309:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783952540.279883:0:3311:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1783952540.279885:0:3309:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783952540.279886:0:3309:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783952540.279887:0:3309:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1783952540.279888:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a54ec5dca480 00000100:00000001:3.0:1783952540.279889:0:3309:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783952540.279891:0:3309:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783952540.279892:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x20089 [64] + 18624 00000100:00001000:3.0:1783952540.279895:0:3309:0:(import.c:2149:obd_at_measure()) add 5 to ffff92548b43e460 time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1783952540.279897:0:3309:0:(import.c:2149:obd_at_measure()) add 1 to ffff92548b43e418 time=72 v=5 (1 0 0 0) 00000400:00000200:1.0:1783952540.279897:0:3311:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783952540.279899:0:3311:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1783952540.279900:0:3309:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783952540.279901:0:3309:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783952540.279902:0:3311:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1783952540.279903:0:3309:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783952540.279904:0:3309:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1783952540.279904:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1783952540.279907:0:3309:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000010:1.0:1783952540.279907:0:3311:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9254bb191880. 00000100:00000040:3.0:1783952540.279908:0:3309:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:1.0:1783952540.279909:0:3311:0:(events.c:337:request_in_callback()) incoming req@ffff9254bb191880 x1870607605867648 msgsize 224 00000100:00000001:3.0:1783952540.279910:0:3309:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783952540.279911:0:3309:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783952540.279913:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1783952540.279914:0:3309:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9254bb193b80 x1870607605867904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783952540.279920:0:3309:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783952540.279922:0:3309:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783952540.279923:0:3309:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783952540.279927:0:3309:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9254bb193b80 x1870607605867904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952540.279934:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9254bb193b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3309:1870607605867904:0@lo:400:kworker.0 00000400:00000001:3.0:1783952540.279946:0:3309:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783952540.279948:0:3309:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783952540.279949:0:3309:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9254c0714790. 00000400:00000200:3.0:1783952540.279952:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92548975cc38 00000400:00000010:3.0:1783952540.279954:0:3309:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff92548975cc38. 00000100:00000001:1.0:1783952540.279955:0:3311:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1783952540.279956:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783952540.279959:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9254bb193480 x1870607605867776/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1783952540.279959:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9254877e0990 00000400:00000010:1.0:1783952540.279960:0:3311:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9254877e0990. 00000100:00000001:1.0:1783952540.279962:0:3311:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783952540.279966:0:3311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9254bb191500 x1870607605867648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783952540.279967:0:3309:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9254bb193480 x1870607605867776/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783952540.279973:0:3311:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783952540.279974:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783952540.279975:0:3309:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783952540.279976:0:3311:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9254bb191500 x1870607605867648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783952540.279977:0:3309:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783952540.279978:0:3309:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783952540.279980:0:3309:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783952540.279981:0:3309:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783952540.279982:0:3311:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783952540.279983:0:3309:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783952540.279984:0:3311:0:(events.c:68:request_out_callback()) Process leaving 00000100:00001000:3.0:1783952540.279987:0:3309:0:(import.c:2149:obd_at_measure()) add 5 to ffff925384587460 time=72 v=5 (5 37 5 5) 00000100:00001000:3.0:1783952540.279990:0:3309:0:(import.c:2149:obd_at_measure()) add 1 to ffff925384587418 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1783952540.279992:0:3309:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783952540.279992:0:3311:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.279993:0:3309:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783952540.279995:0:3309:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1783952540.279995:0:3311:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 9503 usecs (10 jiffies) 00010000:00000001:3.0:1783952540.279996:0:3309:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.279998:0:3309:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1783952540.279998:0:3311:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4296875530 00000100:00000040:3.0:1783952540.280000:0:3309:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1783952540.280000:0:3311:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4296876165 00000100:00000001:3.0:1783952540.280001:0:3309:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783952540.280002:0:3311:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4296875530 00000100:00000001:3.0:1783952540.280003:0:3309:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783952540.280004:0:3311:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4296876165 00000100:00000040:3.0:1783952540.280006:0:3309:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9254bb193480 x1870607605867776/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783952540.280006:0:3311:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4296875530 00000100:00000001:1.0:1783952540.280008:0:3311:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4296876165 00000100:00000001:1.0:1783952540.280010:0:3311:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4296875530 00000100:00000001:3.0:1783952540.280012:0:3309:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783952540.280012:0:3311:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4296876165 00000100:00000001:3.0:1783952540.280014:0:3309:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783952540.280014:0:3311:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783952540.280015:0:3309:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783952540.280016:0:3311:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783952540.280018:0:3309:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9254bb193480 x1870607605867776/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1783952540.280019:0:3311:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783952540.280020:0:3311:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783952540.280021:0:3311:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925488e2d630. 00000400:00000200:1.0:1783952540.280024:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9254877e07f8 00000400:00000010:1.0:1783952540.280025:0:3311:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9254877e07f8. 00000100:00000001:1.0:1783952540.280027:0:3311:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783952540.280031:0:3311:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9254bb190700 x1870607605867520/t0(0) o400->MGC192.168.203.104@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952540.280035:0:3309:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9254bb193480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3309:1870607605867776:0@lo:400:kworker.0 00000100:00000200:1.0:1783952540.280038:0:3311:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9254bb190700 x1870607605867520/t0(0) o400->MGC192.168.203.104@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783952540.280039:0:3309:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783952540.280041:0:3309:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783952540.280044:0:3309:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9254bb193b80 x1870607605867904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783952540.280050:0:3309:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783952540.280051:0:3309:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783952540.280053:0:3309:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92549fa8ae00. 00000100:00000001:1.0:1783952540.280054:0:3311:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1783952540.280056:0:3309:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1783952540.280056:0:3311:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783952540.280057:0:3309:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1783952540.280058:0:3311:0:(client.c:1580:after_reply()) Process entered 00000020:00000040:3.0:1783952540.280059:0:3309:0:(genops.c:1244:class_import_put()) import ffff92548b43e000 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:1.0:1783952540.280059:0:3311:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1783952540.280060:0:3309:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1783952540.280061:0:3311:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1783952540.280062:0:3309:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9254893eef00. 00000100:00000001:1.0:1783952540.280062:0:3311:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783952540.280064:0:3311:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783952540.280065:0:3309:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783952540.280066:0:3309:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783952540.280067:0:3309:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9254bb193b80. 00000100:00001000:1.0:1783952540.280067:0:3311:0:(import.c:2149:obd_at_measure()) add 5 to ffff9254c0694460 time=103 v=5 (5 5 5 5) 00000100:00001000:1.0:1783952540.280069:0:3311:0:(import.c:2149:obd_at_measure()) add 1 to ffff9254c0694418 time=78 v=5 (1 0 0 0) 00000100:00000001:3.0:1783952540.280070:0:3309:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783952540.280071:0:3309:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783952540.280072:0:3309:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1783952540.280072:0:3311:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1783952540.280075:0:3309:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9254bb193480 x1870607605867776/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783952540.280077:0:3311:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783952540.280079:0:3311:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1783952540.280081:0:3309:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1783952540.280081:0:3311:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783952540.280082:0:3309:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1783952540.280083:0:3311:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783952540.280084:0:3309:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92549fa8ac00. 02000000:00000001:3.0:1783952540.280086:0:3309:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783952540.280087:0:3309:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:1.0:1783952540.280087:0:3311:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9254bb190700 x1870607605867520/t0(0) o400->MGC192.168.203.104@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1783952540.280088:0:3309:0:(genops.c:1244:class_import_put()) import ffff925384587000 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1783952540.280090:0:3309:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783952540.280092:0:3309:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9254893ee200. 00000100:00000001:1.0:1783952540.280093:0:3311:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783952540.280094:0:3309:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783952540.280095:0:3309:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1783952540.280095:0:3311:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:3.0:1783952540.280096:0:3309:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9254bb193480. 00000100:00000001:1.0:1783952540.280097:0:3311:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783952540.280098:0:3309:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1783952540.280100:0:3311:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9254bb190700 x1870607605867520/t0(0) o400->MGC192.168.203.104@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783952540.280102:0:3309:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783952540.280104:0:3309:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1783952540.280107:0:3311:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9254bb190700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d7e64bc4-f8ee-4971-b02d-c10a0bdc1203:3311:1870607605867520:0@lo:400:kworker.0 00000100:00000001:3.0:1783952540.280108:0:3309:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783952540.280109:0:3309:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783952540.280110:0:3311:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783952540.280111:0:3309:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783952540.280112:0:3311:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783952540.280113:0:3309:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783952540.280114:0:3311:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9254bb190700 x1870607605867520/t0(0) o400->MGC192.168.203.104@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783952540.280120:0:3311:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783952540.280121:0:3311:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783952540.280123:0:3311:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9254869c7800. 02000000:00000001:1.0:1783952540.280126:0:3311:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783952540.280127:0:3311:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783952540.280128:0:3311:0:(genops.c:1244:class_import_put()) import ffff9254c0694000 refcount=3 obd=MGC192.168.203.104@tcp 00000020:00000001:1.0:1783952540.280130:0:3311:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783952540.280131:0:3311:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9254893ee900. 02000000:00000001:1.0:1783952540.280133:0:3311:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783952540.280134:0:3311:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783952540.280136:0:3311:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9254bb190700. 00000100:00000001:1.0:1783952540.280138:0:3311:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783952540.280139:0:3311:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783952540.280141:0:3311:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783952540.280142:0:3311:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783952540.280143:0:3311:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783952540.280145:0:3311:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783952540.280146:0:3311:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783952540.281715:0:32247:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1783952540.281721:0:32247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607605867648 02000000:00000001:0.0:1783952540.281725:0:32247:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1783952540.281727:0:32247:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783952540.281729:0:32247:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783952540.281733:0:32247:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783952540.281737:0:32247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607605867648 00000020:00000001:0.0:1783952540.281739:0:32247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783952540.281741:0:32247:0:(genops.c:825:class_conn2export()) looking for export cookie 0xad71ec7478cd82cc 00000020:00000001:0.0:1783952540.281744:0:32247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783952540.281747:0:32247:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9254848ec000 refcount=5 00000020:00000001:0.0:1783952540.281750:0:32247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623490431696896 : -120583277854720 : ffff9254848ec000) 00000020:00000001:0.0:1783952540.281803:0:32247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623490431696896 : -120583277854720 : ffff9254848ec000) 00000100:00000001:0.0:1783952540.281809:0:32247:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783952540.281813:0:32247:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92548442ad00. 00000020:00000010:0.0:1783952540.281836:0:32247:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff92538d31a580. 00000020:00000040:0.0:1783952540.281841:0:32247:0:(obd_config.c:994:class_incref()) incref lustre-MDT0000 (ffff925486e70000) now 12 - evictor 00000100:00000001:0.0:1783952540.281852:0:32247:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1783952540.281853:0:32247:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff92548442ad00. 00000020:00000010:0.0:1783952540.281860:0:32247:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92538de2b800. 00000020:00000010:0.0:1783952540.281865:0:32247:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9254b174f000. 00000020:00000010:0.0:1783952540.281869:0:32247:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9254893d6708. 00000100:00000040:0.0:1783952540.281882:0:32247:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1783952540.281884:0:32247:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1783952540.281886:0:32247:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1783952540.281889:0:32247:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783952540.281894:0:32247:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1783952540.281896:0:32247:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1783952540.281898:0:32247:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783952540.281906:0:32247:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783952540.281916:0:32247:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1783952540.281918:0:32247:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1783952540.281923:0:32247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00000040:0.0:1783952540.281926:0:32247:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9254848ec000 : new rpc_count 1 00000100:00000001:0.0:1783952540.281928:0:32247:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623491346733184 : -120582362818432 : ffff9254bb191880) 00000100:00000040:0.0:1783952540.281935:0:32247:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9254bb191880 x1870607605867648/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:46/0 lens 224/0 e 0 to 0 dl 1783952551 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783952540.281943:0:32247:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783952540.281946:0:32247:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92548442ad00. 00000100:00000001:0.0:1783952540.281948:0:32247:0:(service.c:1299:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783952540.281950:0:32247:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff92548442ad00. 00000100:00100000:0.0:1783952540.281954:0:32247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9254bb191880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1870607605867648:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1783952540.281957:0:32247:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870607605867648 00000020:00000001:0.0:1783952540.281960:0:32247:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1783952540.281963:0:32247:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1783952540.281965:0:32247:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783952540.281967:0:32247:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1783952540.281969:0:32247:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660378944 : -1049172672 : ffffffffc176e540) 00000020:00000001:0.0:1783952540.281972:0:32247:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1783952540.281974:0:32247:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783952540.281976:0:32247:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1783952540.281978:0:32247:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1783952540.281981:0:32247:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783952540.281982:0:32247:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1783952540.281986:0:32247:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1783952540.281993:0:32247:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1783952540.281996:0:32247:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff92549f7cf000. 02000000:00000001:0.0:1783952540.281998:0:32247:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783952540.282000:0:32247:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783952540.282002:0:32247:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1783952540.282005:0:32247:0:(ldlm_lib.c:3305:target_committed_to_req()) last_committed 0, transno 0, xid 1870607605867648 00010000:00000001:0.0:1783952540.282008:0:32247:0:(ldlm_lib.c:3374:target_send_reply()) Process entered 00010000:00000200:0.0:1783952540.282012:0:32247:0:(ldlm_lib.c:3362:target_send_reply_msg()) @@@ sending reply req@ffff9254bb191880 x1870607605867648/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:46/0 lens 224/224 e 0 to 0 dl 1783952551 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783952540.282019:0:32247:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1783952540.282021:0:32247:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783952540.282024:0:32247:0:(import.c:2149:obd_at_measure()) add 1 to ffff9254845e7de8 time=76 v=5 (1 0 0 0) 00000100:00000001:0.0:1783952540.282028:0:32247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783952540.282030:0:32247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925484444b00 refcount 31 to 0@lo 00000100:00000001:0.0:1783952540.282032:0:32247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623490426817280 : -120583282734336 : ffff925484444b00) 02000000:00000001:0.0:1783952540.282034:0:32247:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1783952540.282035:0:32247:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783952540.282038:0:32247:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783952540.282040:0:32247:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:1.0:1783952540.282134:0:5782:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:1.0:1783952540.282139:0:5782:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0000 (ffff925486e70000) now 12 - evictor 00000400:00000010:0.0:1783952540.282177:0:32247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9254b75b83b8. 00000100:00000200:0.0:1783952540.282185:0:32247:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1870607605867648, offset 224 00000400:00000200:0.0:1783952540.282191:0:32247:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1783952540.282203:0:32247:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1783952540.282212:0:32247:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a54ec5dca480 00000400:00000200:0.0:1783952540.282219:0:32247:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x211f1 [1] + 224 00000400:00000200:0.0:1783952540.282227:0:32247:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783952540.282230:0:32247:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1783952540.282235:0:32247:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783952540.282241:0:32247:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9254bb191500 x1870607605867648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783952540.282262:0:32247:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9254bb191500 x1870607605867648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783952540.282299:0:3311:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783952540.282302:0:3311:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783952540.282320:0:32247:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1783952540.282335:0:32247:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9254b75b83b8 00000400:00000010:0.0:1783952540.282338:0:32247:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9254b75b83b8. 00000100:00000001:0.0:1783952540.282340:0:32247:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1783952540.282342:0:32247:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1783952540.282346:0:32247:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783952540.282349:0:32247:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff925484444b00 refcount 30 to 0@lo 00010000:00000001:0.0:1783952540.282351:0:32247:0:(ldlm_lib.c:3386:target_send_reply()) Process leaving 00000020:00000001:0.0:1783952540.282353:0:32247:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783952540.282355:0:32247:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1783952540.282359:0:32247:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9254bb191880 x1870607605867648/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:46/0 lens 224/224 e 0 to 0 dl 1783952551 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952540.282367:0:32247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9254bb191880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1870607605867648:12345-0@lo:400:kworker.0 Request processed in 422us (2456us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952540.282374:0:32247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00000040:0.0:1783952540.282377:0:32247:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9254848ec000 : new rpc_count 0 00000100:00000001:0.0:1783952540.282379:0:32247:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1783952540.282380:0:32247:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1783952540.282384:0:32247:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9254b174f000. 00000020:00000010:0.0:1783952540.282388:0:32247:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9254893d6708. 00000020:00000010:0.0:1783952540.282391:0:32247:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92538de2b800. 00000020:00000040:0.0:1783952540.282396:0:32247:0:(genops.c:900:class_export_put()) PUTting export ffff9254848ec000 : new refcount 4 00000100:00000001:0.0:1783952540.282398:0:32247:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1783952540.282445:0:3311:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783952540.282447:0:3311:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783952540.282450:0:3311:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff925488e2d420. 00000400:00000200:1.0:1783952540.282454:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9254877e03b8 00000400:00000010:1.0:1783952540.282455:0:3311:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9254877e03b8. 00000100:00000001:1.0:1783952540.282458:0:3311:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783952540.282463:0:3311:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9254bb191500 x1870607605867648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783952540.282470:0:3311:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9254bb191500 x1870607605867648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783952540.282476:0:3311:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783952540.282477:0:3311:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783952540.282480:0:3311:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783952540.282482:0:3311:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783952540.282484:0:3311:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783952540.282485:0:3311:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783952540.282488:0:3311:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783952540.282494:0:3311:0:(import.c:2149:obd_at_measure()) add 5 to ffff9254bfd2bc60 time=88 v=5 (5 37 5 5) 00000100:00001000:1.0:1783952540.282497:0:3311:0:(import.c:2149:obd_at_measure()) add 1 to ffff9254bfd2bc18 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1783952540.282499:0:3311:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783952540.282501:0:3311:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783952540.282504:0:3311:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783952540.282506:0:3311:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783952540.282510:0:3311:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783952540.282512:0:3311:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1783952540.282514:0:3311:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783952540.282515:0:3311:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783952540.282520:0:3311:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9254bb191500 x1870607605867648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783952540.282526:0:3311:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783952540.282528:0:3311:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783952540.282536:0:3311:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783952540.282541:0:3311:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9254bb191500 x1870607605867648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783952540.282548:0:3311:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9254bb191500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3311:1870607605867648:0@lo:400:kworker.0 00000100:00000001:1.0:1783952540.282552:0:3311:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783952540.282555:0:3311:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783952540.282557:0:3311:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9254bb191500 x1870607605867648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952556 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783952540.282563:0:3311:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783952540.282565:0:3311:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783952540.282567:0:3311:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9254869c6200. 02000000:00000001:1.0:1783952540.282570:0:3311:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783952540.282571:0:3311:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783952540.282573:0:3311:0:(genops.c:1244:class_import_put()) import ffff9254bfd2b800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1783952540.282575:0:3311:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783952540.282577:0:3311:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9254893ee800. 02000000:00000001:1.0:1783952540.282581:0:3311:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783952540.282583:0:3311:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783952540.282584:0:3311:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9254bb191500. 00000100:00000001:1.0:1783952540.282587:0:3311:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783952540.282589:0:3311:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783952540.282592:0:3311:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783952540.282596:0:3311:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783952540.282598:0:3311:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783952540.282600:0:3311:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783952540.282602:0:3311:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783952540.594656:0:252:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1783952540.594663:0:252:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783952540.594670:0:252:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1783952540.594671:0:252:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783952540.594675:0:252:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1783952540.594676:0:252:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783952540.594680:0:252:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783952540.594682:0:252:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783952540.594859:0:24783:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783952540.594862:0:24783:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783952540.594866:0:24783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783952540.977937:0:18995:0:(connection.c:75:cpu_latency_work()) work item of ffff92548b471800 (cpu 0) has reached its deadline 4296876165, at 4296876224 00000100:00000010:0.0:1783952540.977951:0:18995:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925496e92720. 00000100:00000040:3.0:1783952540.978038:0:252:0:(connection.c:75:cpu_latency_work()) work item of ffff92548b471b30 (cpu 0) has reached its deadline 4296876165, at 4296876224 00000100:00000010:3.0:1783952540.978054:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925496e92ea0. 00000100:00000040:1.0:1783952540.978173:0:22279:0:(connection.c:75:cpu_latency_work()) work item of ffff92548b471910 (cpu 0) has reached its deadline 4296876165, at 4296876224 00000100:00000010:1.0:1783952540.978179:0:22279:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925496e927e0. 00000100:00000040:2.0F:1783952540.978654:0:30269:0:(connection.c:75:cpu_latency_work()) work item of ffff92548b471a20 (cpu 0) has reached its deadline 4296876165, at 4296876224 00000100:00000010:2.0:1783952540.978675:0:30269:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925496e92900. 00080000:00000001:0.0:1783952541.552189:0:33469:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1783952541.552205:0:33469:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783952541.552212:0:33469:0:(tgt_mount.c:2302:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1783952541.552220:0:33469:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1783952541.552225:0:33469:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783952541.552229:0:33469:0:(tgt_mount.c:2302:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1783952541.552252:0:33469:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1783952541.552266:0:33469:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783952541.552271:0:33469:0:(tgt_mount.c:2302:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783952541.618068:0:252:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1783952541.618076:0:252:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783952541.618081:0:252:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1783952541.618083:0:252:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783952541.618087:0:252:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1783952541.618088:0:252:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783952541.618093:0:252:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783952541.618095:0:252:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783952541.618163:0:5775:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783952541.618167:0:5775:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783952541.618171:0:5775:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1783952541.917115:0:33505:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1783952541.917122:0:33505:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_29a: @@@@@@ FAIL: mds1: import is not in FULL state after 50 00000001:00000001:2.0:1783952541.932457:0:33505:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1783952542.641880:0:252:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1783952542.641888:0:252:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783952542.641894:0:252:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1783952542.641896:0:252:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783952542.641899:0:252:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1783952542.641900:0:252:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783952542.641904:0:252:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783952542.641906:0:252:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783952542.642283:0:5774:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783952542.642287:0:5774:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783952542.642291:0:5774:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1783952543.032388:0:33517:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1783952543.032403:0:33517:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783952543.032412:0:33517:0:(tgt_mount.c:2302:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1783952543.032419:0:33517:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1783952543.032425:0:33517:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783952543.032430:0:33517:0:(tgt_mount.c:2302:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1783952543.032448:0:33517:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1783952543.032455:0:33517:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783952543.032460:0:33517:0:(tgt_mount.c:2302:server_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 1929 lines, 1929 kept, 0 dropped, 0 bad.